-- Logs begin at Wed 2021-06-16 16:18:32 UTC, end at Wed 2021-06-16 17:18:03 UTC. -- Jun 16 16:47:07.112623 dv-cinder-783389-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 16:47:09.771965 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:47:09.772489 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:47:09.772754 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92600) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:47:09.775991 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:47:09.776246 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:47:09.776556 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92600) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:47:09.777486 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:47:09.777719 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:47:09.778087 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:47:09.778385 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:47:09.778615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:47:09.778937 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.779229 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.779525 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.779752 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.780041 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.780328 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.780609 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.780896 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.781189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.781471 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.781747 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.782028 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.782259 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.782567 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.782853 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.783139 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.783362 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] debug = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.783641 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.784066 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.784479 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.784757 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.785044 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.785326 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.785598 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.785872 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.786154 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.786509 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] host = dv-cinder-783389-6-iscsi {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.786785 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.787070 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.787361 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.787645 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.787919 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.788193 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.788475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.788751 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.789023 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] log_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.789293 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.789576 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.789862 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.790148 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.790396 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.790618 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.790909 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.791193 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.791466 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.791739 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.792011 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.792284 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.792558 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.792826 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.793110 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.793392 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.793675 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.793971 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.794242 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.794536 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.794804 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.795086 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.795357 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.795627 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.795899 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.796185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.796451 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.796723 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.797018 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.797305 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.797583 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.797864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.798134 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.798434 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.798707 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.798977 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.799245 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] use_json = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.799515 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.799782 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.800060 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.800330 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.800601 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.800875 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.801143 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.801496 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:09.801796 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.802093 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.802415 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.802701 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.802996 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.803274 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.803565 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.803864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.804131 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.804417 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.804703 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.804982 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.805268 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.805546 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.805840 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.806141 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.806459 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.806752 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.807036 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.807312 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.807588 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.807866 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.808152 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.808444 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.808733 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.809008 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.809288 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.810111 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.810410 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.810686 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.810965 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.811254 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.811534 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.811807 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.812088 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.812365 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.812636 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.812908 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.813185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.813474 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.813749 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.814020 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.814306 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.814649 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.814921 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.815205 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.815481 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.815751 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.816023 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.816299 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.816568 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.816837 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.817114 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.817391 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.817666 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.817936 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.818206 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.818499 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.818770 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.819041 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.819318 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.819585 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.819861 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.820131 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.820400 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.820666 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.820937 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.821205 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.821488 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.821780 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.822058 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.822359 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.822639 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.822916 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.823192 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.823467 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.823744 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.824021 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.824294 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.824582 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.824863 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.825790 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.826079 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.826382 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.826683 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.826959 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.827249 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.827528 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.827805 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.828093 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.828378 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.828673 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.828965 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.829258 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.829549 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.829839 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.830117 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.830453 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.830733 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:09.830950 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:47:09.831188 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92600) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 16:47:10.175558 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:10.175760 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:10.176053 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:10.176384 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 16:47:10.561940 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.562236 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.562536 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.563845 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.564150 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.564445 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.598242 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.598542 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.598808 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.611746 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.612026 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.612293 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.642045 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.642341 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.642611 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.677415 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.677691 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.677958 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.908522 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.909123 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.909123 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.909282 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:10.910164 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.032054 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.032368 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.032648 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.033080 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.033359 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.033672 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.033931 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.034187 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.034463 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.034742 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.034998 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.035262 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.035520 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.035786 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.036039 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.036302 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.036568 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.036823 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.037089 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.037342 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.037617 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.037959 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.038206 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.038510 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.038758 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.038998 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.039388 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:47:11.039625 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:47:11.039862 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:47:11.040094 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:47:11.040326 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:47:11.040557 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:47:11.041815 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 16:47:11.045406 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 16:47:11.049298 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 16:47:11.053248 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jun 16 16:47:11.054892 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 16:47:11.055348 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 16:47:11.055680 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 16:47:11.056058 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 16:47:11.058847 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 16:47:11.059102 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 16:47:11.059499 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:47:11.086886 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 16:47:11.087328 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.087620 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92600) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 16:47:11.087978 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.089319 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92600) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 16:47:11.089599 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:47:11.089844 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 16:47:11.093803 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.094082 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.157343 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 16:47:11.157582 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 16:47:11.157821 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 16:47:11.158185 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 16:47:11.178403 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_db.sqlalchemy.engines [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92600) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 16:47:11.702525 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Initializing driver for type 'gre' Jun 16 16:47:11.703097 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] gre ID ranges: [(1, 1000)] Jun 16 16:47:11.754634 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Initializing driver for type 'local' Jun 16 16:47:11.754975 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Initializing driver for type 'vlan' Jun 16 16:47:11.767646 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] VlanTypeDriver initialization complete Jun 16 16:47:11.768025 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Initializing driver for type 'vxlan' Jun 16 16:47:11.768562 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] vxlan ID ranges: [(1, 1000)] Jun 16 16:47:11.822221 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Initializing extension driver 'port_security' Jun 16 16:47:11.822589 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.extensions.port_security [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] PortSecurityExtensionDriver initialization complete Jun 16 16:47:11.822931 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Initializing mechanism driver 'openvswitch' Jun 16 16:47:11.823252 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Initializing mechanism driver 'hyperv' Jun 16 16:47:11.829976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.plugins.ml2.plugin [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:47:11.830760 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > port after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.831131 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > port after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.831479 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > port after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.831871 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > subnet after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.832221 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > subnet after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.832565 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.832942 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > network after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.833287 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > network after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.833629 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > network after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.834004 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > security_group after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.834376 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > security_group after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.834714 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.835086 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.835427 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.835762 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.836137 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > address_group after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.836477 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > address_group after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.836812 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.837147 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] ML2 OVO RPC backend initialized. {{(pid=92600) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 16:47:11.837835 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.838204 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.838637 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > network before_response 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.838975 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > networks before_response 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.839318 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > port before_response 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.839651 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > ports before_response 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.839988 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > subnet before_response 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.840321 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > subnets before_response 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.841160 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > network after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.841491 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > network after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.842076 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > network after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.842441 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > port after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.842771 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > port after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.843104 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > port after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.843434 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > subnet after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.843764 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > subnet after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.844095 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.844651 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.plugin [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Modular L2 Plugin initialization complete Jun 16 16:47:11.844978 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading services supported by the core plugin {{(pid=92600) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 16:47:11.845296 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.plugins.ml2.managers [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Got port-security extension from driver 'port_security' Jun 16 16:47:11.845750 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.extensions.vlantransparent [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Disabled vlantransparent extension. Jun 16 16:47:11.846229 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92600) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 16:47:11.846563 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading Plugin: router Jun 16 16:47:11.881716 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.882099 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router after_create 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.882490 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router before_create 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.882851 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.883222 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.883570 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router after_delete 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.883923 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.884281 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router after_create 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.884619 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router after_update 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.884961 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router after_update 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.885300 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.885649 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router after_update 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.886049 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router precommit_update 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.886433 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: port after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.886770 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: port after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.887100 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: subnet after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.887428 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.887841 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.888182 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router precommit_create 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.888517 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: port before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.888850 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router precommit_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.889197 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router after_update 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.889534 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.889877 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router precommit_create 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.890230 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.890591 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router precommit_update 55549900 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.890959 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > network after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.891796 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Tracking information for resource: router configured {{(pid=92600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:47:11.892123 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Tracking information for resource: floatingip configured {{(pid=92600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:47:11.896979 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.db.l3_agentschedulers_db [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 16:47:11.897652 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: port after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.898008 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: port after_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.898388 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: port after_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.898738 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: port after_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.899507 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router before_create 55550100 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.899890 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.900248 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router precommit_create 55550100 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.900601 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > router precommit_update 55550100 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.905459 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.services.provider_configuration [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service providers = [] {{(pid=92600) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 16:47:11.905816 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.db.servicetype_db [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92600) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 16:47:11.908643 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.services.service_base [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92600) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:47:11.909179 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.services.service_base [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92600) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:47:11.909313 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.services.service_base [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92600) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:47:11.910169 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.services.service_base [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92600) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:47:11.910566 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.services.service_base [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 16:47:11.910930 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:47:11.911244 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 16:47:11.922112 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:47:11.922473 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading Plugin: auto_allocate Jun 16 16:47:11.928271 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: network precommit_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.928635 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: network precommit_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.929145 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:47:11.929462 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading Plugin: tag Jun 16 16:47:11.935938 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:47:11.936264 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading Plugin: timestamp Jun 16 16:47:11.941351 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:47:11.941681 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading Plugin: network_ip_availability Jun 16 16:47:11.947026 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.947393 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.947743 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:11.948439 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:47:11.948753 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading Plugin: flavors Jun 16 16:47:11.953433 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:47:11.953723 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading Plugin: revisions Jun 16 16:47:11.957925 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:47:11.958353 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_concurrency.lockutils [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=92600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:11.959375 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92600) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 16:47:11.959705 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Initializing extension manager. Jun 16 16:47:11.960203 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: __init__.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.960540 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: __pycache__ {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.960870 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.961198 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: address_group.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.961939 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.962526 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: address-group Jun 16 16:47:11.962846 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: address_scope.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.963535 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.964044 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: address-scope Jun 16 16:47:11.964362 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.965256 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.966317 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: router-admin-state-down-before-update Jun 16 16:47:11.966640 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: agent.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.967576 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.968081 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: agent Jun 16 16:47:11.968398 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: agent_resources_synced.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.969275 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.969782 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: agent-resources-synced Jun 16 16:47:11.970099 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: allowedaddresspairs.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.972040 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.972562 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: allowed-address-pairs Jun 16 16:47:11.972886 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: auto_allocated_topology.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.973937 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.974477 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: auto-allocated-topology Jun 16 16:47:11.974801 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: availability_zone.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.975477 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.975983 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: availability_zone Jun 16 16:47:11.976302 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: availability_zone_filter.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.977185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.977690 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: availability_zone_filter Jun 16 16:47:11.978009 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: data_plane_status.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.978912 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.979421 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 16:47:11.979738 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: default_subnetpools.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.980623 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.981132 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: default-subnetpools Jun 16 16:47:11.982021 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.982827 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.983337 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: dhcp_agent_scheduler Jun 16 16:47:11.983655 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: dns.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.984548 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.985051 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 16:47:11.985368 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: dns_domain_ports.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.986252 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.986781 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 16:47:11.987099 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: dvr.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.987747 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.988248 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: dvr Jun 16 16:47:11.988561 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: empty_string_filtering.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.989436 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.989940 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: empty-string-filtering Jun 16 16:47:11.990253 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.991153 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.991649 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:47:11.991970 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.992852 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.993353 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 16:47:11.993670 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: external_net.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.994576 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.995082 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: external-net Jun 16 16:47:11.995399 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.996280 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.996781 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: extra_dhcp_opt Jun 16 16:47:11.997123 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: extraroute.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.998002 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:11.998531 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: extraroute Jun 16 16:47:11.998849 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: extraroute_atomic.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:11.999845 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.000353 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: extraroute-atomic Jun 16 16:47:12.000671 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: filter_validation.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.001313 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.001816 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: filter-validation Jun 16 16:47:12.002135 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: fip_pf_description.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.003051 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.003551 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 16:47:12.003867 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: fip_port_details.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.004747 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.005252 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: fip-port-details Jun 16 16:47:12.005568 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: flavors.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.006801 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.007312 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: flavors Jun 16 16:47:12.007632 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.009256 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.009770 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 16:47:12.010094 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: floatingip_pools.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.010803 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.011313 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: floatingip-pools Jun 16 16:47:12.011636 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: ip_allocation.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.012558 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.013068 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 16:47:12.013386 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.014293 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.014808 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: ip-substring-filtering Jun 16 16:47:12.015129 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: l2_adjacency.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.016030 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.016532 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 16:47:12.016848 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: l3.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.017772 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.018300 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: router Jun 16 16:47:12.018632 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.020956 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.021485 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:47:12.021810 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.022733 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.023302 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: ext-gw-mode Jun 16 16:47:12.023768 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.024974 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.025555 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: l3-ha Jun 16 16:47:12.025908 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: l3_flavors.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.026904 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.027414 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: l3-flavors Jun 16 16:47:12.027735 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.029163 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.029669 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 16:47:12.029989 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: l3agentscheduler.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.031021 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.031535 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: l3_agent_scheduler Jun 16 16:47:12.031857 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: logging.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.033322 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.033845 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension logging not supported by any of loaded plugins Jun 16 16:47:12.034166 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: metering.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.034909 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.035482 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: metering Jun 16 16:47:12.035803 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.036866 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.037386 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: metering_source_and_destination_fields Jun 16 16:47:12.037705 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: multiprovidernet.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.038634 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.039144 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: multi-provider Jun 16 16:47:12.039462 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: netmtu.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.040346 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.040851 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: net-mtu Jun 16 16:47:12.041164 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: netmtu_writable.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.042048 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.042590 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: net-mtu-writable Jun 16 16:47:12.042905 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: network_availability_zone.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.043547 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.044126 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: network_availability_zone Jun 16 16:47:12.044440 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: network_ip_availability.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.045500 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.046006 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: network-ip-availability Jun 16 16:47:12.046347 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: network_segment_range.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.047099 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.047599 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 16:47:12.047917 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: pagination.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.048872 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.049198 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: pagination Jun 16 16:47:12.049512 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: port_device_profile.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.050425 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.050959 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: port-device-profile Jun 16 16:47:12.051309 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.052197 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.052710 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: port-mac-address-regenerate Jun 16 16:47:12.053023 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.053902 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.054431 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: port-numa-affinity-policy Jun 16 16:47:12.054752 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: port_resource_request.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.055639 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.056132 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 16:47:12.056445 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: portbindings.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.057348 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.057850 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: binding Jun 16 16:47:12.058165 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: portbindings_extended.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.059972 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.060484 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: binding-extended Jun 16 16:47:12.060807 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: portsecurity.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.061692 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.062203 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: port-security Jun 16 16:47:12.062558 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: project_id.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.063627 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.063953 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: project-id Jun 16 16:47:12.064273 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: providernet.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.065171 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.065691 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: provider Jun 16 16:47:12.066006 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: qos.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.069502 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.070026 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension qos not supported by any of loaded plugins Jun 16 16:47:12.070383 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.071593 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.072111 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 16:47:12.072441 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.073329 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.073840 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 16:47:12.074159 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: qos_default.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.075128 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.075639 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension qos-default not supported by any of loaded plugins Jun 16 16:47:12.075960 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: qos_fip.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.076586 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.077089 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 16:47:12.077406 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: qos_gateway_ip.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.078945 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.079452 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 16:47:12.079769 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: qos_port_network_policy.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.080651 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.081158 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 16:47:12.081475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: qos_rule_type_details.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.082384 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.082896 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 16:47:12.083212 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: qos_rules_alias.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.084224 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.084730 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 16:47:12.085050 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: quotasv2.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.085920 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.086243 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: quotas Jun 16 16:47:12.086585 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: quotasv2_detail.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.089529 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.089870 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: quota_details Jun 16 16:47:12.090199 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: rbac.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.091270 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.092046 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: rbac-policies Jun 16 16:47:12.092375 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: rbac_address_group.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.093280 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.093801 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: rbac-address-group Jun 16 16:47:12.094121 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: rbac_address_scope.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.095046 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.095570 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: rbac-address-scope Jun 16 16:47:12.095891 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: rbac_security_groups.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.096976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.097502 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: rbac-security-groups Jun 16 16:47:12.097822 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: rbac_subnetpool.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.098734 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.099250 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: rbac-subnetpool Jun 16 16:47:12.099567 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: revisionifmatch.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.100456 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.100968 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: revision-if-match Jun 16 16:47:12.101285 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: revisions.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.102391 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.102909 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: standard-attr-revisions Jun 16 16:47:12.103226 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: router_availability_zone.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.103878 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.104386 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: router_availability_zone Jun 16 16:47:12.104703 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: routerservicetype.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.105592 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.106097 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 16:47:12.106476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.107369 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.107878 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: security-groups-normalized-cidr Jun 16 16:47:12.108196 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.109082 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.109587 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: port-security-groups-filtering Jun 16 16:47:12.109903 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.110822 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.111328 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: security-groups-remote-address-group Jun 16 16:47:12.111644 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: securitygroup.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.121193 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.121722 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: security-group Jun 16 16:47:12.122602 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: segment.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.123368 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.123876 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension segment not supported by any of loaded plugins Jun 16 16:47:12.124195 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.125095 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.125605 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 16:47:12.125927 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: servicetype.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.127029 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.127551 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: service-type Jun 16 16:47:12.127873 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: sorting.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.128826 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.129155 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: sorting Jun 16 16:47:12.129474 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: standard_attr_segment.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.130388 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.130900 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 16:47:12.131215 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: standardattrdescription.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.131833 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.132338 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: standard-attr-description Jun 16 16:47:12.132653 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: stateful_security_group.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.133543 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.134051 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: stateful-security-group Jun 16 16:47:12.134397 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: stdattrs_common.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.134952 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 16:47:12.135263 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.136226 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.136732 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 16:47:12.137048 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: subnet_onboard.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.138708 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.139224 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: subnet_onboard Jun 16 16:47:12.139546 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.140468 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.140972 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 16:47:12.141291 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: subnet_service_types.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.142200 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.142736 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: subnet-service-types Jun 16 16:47:12.143062 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: subnetallocation.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.144118 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.144627 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: subnet_allocation Jun 16 16:47:12.144947 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.145595 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.146100 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: subnetpool-prefix-ops Jun 16 16:47:12.146443 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.147339 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.147839 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 16:47:12.148157 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: tagging.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.149168 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.149684 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: standard-attr-tag Jun 16 16:47:12.150005 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: timestamp.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.151234 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.151749 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loaded extension: standard-attr-timestamp Jun 16 16:47:12.152070 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: trunk.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.153101 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.153612 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension trunk not supported by any of loaded plugins Jun 16 16:47:12.153930 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: trunk_details.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.154842 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.155347 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 16:47:12.155663 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: uplink_status_propagation.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.156551 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.157058 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 16:47:12.157374 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Loading extension file: vlantransparent.py {{(pid=92600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:47:12.158014 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:47:12.158554 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 16:47:12.162104 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:network Jun 16 16:47:12.162660 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:subnet Jun 16 16:47:12.163061 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:47:12.163445 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:port Jun 16 16:47:12.164652 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.165096 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service FLAVORS assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.165704 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.166131 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.166501 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:router Jun 16 16:47:12.166927 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:47:12.167405 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service METERING assigned prefix: /metering {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.168828 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:12.169191 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:12.169534 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:47:12.170509 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:47:12.171014 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:47:12.171430 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:47:12.172030 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service CORE assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.172355 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:47:12.172692 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] subnetpool is already registered Jun 16 16:47:12.173127 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service CORE assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.173444 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:47:12.173765 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] subnetpool is already registered Jun 16 16:47:12.176040 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.176464 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service FLAVORS assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.177061 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.177476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.177801 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:router Jun 16 16:47:12.178132 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] router is already registered Jun 16 16:47:12.178560 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:47:12.178888 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] floatingip is already registered Jun 16 16:47:12.179334 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service METERING assigned prefix: /metering {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.179982 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:47:12.180299 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] rbac_policy is already registered Jun 16 16:47:12.180701 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:47:12.181026 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] security_group is already registered Jun 16 16:47:12.181427 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:47:12.181751 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] security_group_rule is already registered Jun 16 16:47:12.182394 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service CORE assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.182718 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:47:12.183049 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] subnetpool is already registered Jun 16 16:47:12.183467 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.v2.resource_helper [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Service CORE assigned prefix: {{(pid=92600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:47:12.183784 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:47:12.184106 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING neutron.quota.resource_registry [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] subnetpool is already registered Jun 16 16:47:12.185111 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: extensions {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.186531 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: address-groups {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.187996 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: address-scopes {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.189312 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: agents {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.190475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: auto-allocated-topology {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.191717 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: availability_zones {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.192914 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: dhcp-networks {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.194423 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: dhcp-agents {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.195880 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: routers {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.197576 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: flavors {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.199895 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: service_profiles {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.201650 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: next_providers {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.203098 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: service_profiles {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.204667 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: floatingip-pools {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.205825 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: routers {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.207548 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: floatingips {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.208810 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: l3-routers {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.210168 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: l3-agents {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.211606 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: metering-labels {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.212855 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: metering-label-rules {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.214227 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: network-ip-availabilities {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.215491 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: bindings {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.217324 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: quotas {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.218854 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: quotas {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.220250 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: rbac-policies {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.221426 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: security-groups {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.222743 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: security-group-rules {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.223988 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: service-providers {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.225186 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: subnetpools {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.226524 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: subnetpools {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.228051 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: tags {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.229704 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: tags {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.232028 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: tags {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.233788 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: tags {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.235468 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: tags {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.237395 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: tags {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.239082 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: tags {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.240885 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: tags {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.242743 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: tags {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.244456 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron.api.extensions [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Extended resource: tags {{(pid=92600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:47:12.251169 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING keystonemiddleware.auth_token [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 16:47:12.255607 dv-cinder-783389-6-iscsi neutron-server[92600]: WARNING keystonemiddleware.auth_token [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 16:47:12.263829 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_concurrency.lockutils [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Acquired lock "singleton_lock" {{(pid=92600) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 16:47:12.264293 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_concurrency.lockutils [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Releasing lock "singleton_lock" {{(pid=92600) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 16:47:12.264937 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO oslo_service.service [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Starting 2 workers Jun 16 16:47:12.269691 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Started child 92705 {{(pid=92600) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:47:12.274047 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Started child 92706 {{(pid=92600) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:47:12.278107 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:12.278818 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO neutron.service [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 16:47:12.278818 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Notify callbacks [] for process, before_spawn {{(pid=92600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:12.278998 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [-] (92705) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:47:12.278998 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 53174) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:12.279138 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO oslo_service.service [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Starting 1 workers Jun 16 16:47:12.279206 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:12.280431 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [-] (92706) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:47:12.283985 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Started child 92708 {{(pid=92600) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:47:12.284531 dv-cinder-783389-6-iscsi neutron-server[92600]: INFO oslo_service.service [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Starting 1 workers Jun 16 16:47:12.287490 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064588 Jun 16 16:47:12.288369 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.service [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] calling RpcWorker wait() {{(pid=92708) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 16:47:12.288869 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.service [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] returning from RpcWorker wait() {{(pid=92708) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 16:47:12.289989 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Started child 92709 {{(pid=92600) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:47:12.290161 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:12.290668 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:47:12.290867 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG neutron_lib.callbacks.manager [None req-d2c023e5-53b3-4ebb-8ea7-f668aa77bec4 None None] Notify callbacks [] for process, after_spawn {{(pid=92600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:12.292903 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92600) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:47:12.293128 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:47:12.293289 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:47:12.293501 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:47:12.296254 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:47:12.296254 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:47:12.296254 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.296254 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.296254 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.296254 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.296254 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.297127 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.297345 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:12.297830 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.297830 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.297969 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.298133 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.298309 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.298462 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.298701 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.298929 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.299214 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.299486 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.299730 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.299998 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.300156 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.300411 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.300669 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.300913 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.301168 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] debug = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.301415 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.301885 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.302131 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.302383 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.302628 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.302888 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.303193 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.303400 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.303637 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.303874 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.304117 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.304391 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.304617 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.304822 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.305053 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.305291 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.305520 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.306480 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] host = dv-cinder-783389-6-iscsi {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.306480 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.306480 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.306726 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.306920 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.307169 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.307394 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.307632 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.307871 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.308128 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.308361 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.308598 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.308851 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.309061 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.309312 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.310067 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_options = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.310261 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.310678 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.310930 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.311116 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.311279 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.311423 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.311674 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.311841 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.312072 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.312283 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.312492 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.312718 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.312926 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.313132 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.313372 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.313623 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.313830 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.314031 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.314303 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.314565 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.314783 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.315018 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.315248 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.315475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.315700 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.315906 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.316139 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.316344 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.316548 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.316792 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.317014 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.317268 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.317501 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.317740 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.317980 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.318199 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.318434 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.318690 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.318908 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.319157 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.319394 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.320031 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.320031 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.320031 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.320464 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.320464 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_json = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.320891 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.320891 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.321175 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.321314 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.321491 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.321698 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.321906 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.322148 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.324076 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.324076 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.324076 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.324530 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.324530 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.326533 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.326533 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.326533 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.326533 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.326533 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.326838 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:47:12.328039 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.328148 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.328505 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.328711 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.328995 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.329266 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.329531 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.329816 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.330091 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.331040 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.331354 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.331677 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.332045 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.332405 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.332623 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.332891 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.333131 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.333388 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.333618 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.333846 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.334071 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.334340 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.334615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.334864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.336437 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.336437 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.336437 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.336437 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.336437 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.336437 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.339864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.339864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.339864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.339864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.339864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.339864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.339864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.339864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.339864 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.342355 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.342355 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.342355 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.342355 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.342355 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.342355 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.342355 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.342355 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.342355 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.344314 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.344314 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.344314 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.344314 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.344314 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.344314 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.344314 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.345593 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.345593 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.345593 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.345593 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.346947 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.346947 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.346947 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.346947 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.346947 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.346947 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.346947 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.349281 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.349281 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.349281 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.349281 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.349281 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.349281 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.349894 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.349894 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.350313 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.350404 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.350631 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.350894 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.351345 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.352685 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.353003 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.354664 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.355594 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.355795 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.357292 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.357732 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.358012 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.358304 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.358579 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.358841 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.359097 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.359325 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.359607 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.359837 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.360096 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.360452 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.360757 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.361820 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.361820 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.361820 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.361820 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.362102 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.363837 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.364176 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.364413 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.364692 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.364989 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.365273 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.365547 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.365784 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.366096 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.367176 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.368310 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.368310 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.368310 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.368310 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.368590 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.368728 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.368955 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.369180 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.369402 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.369727 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.370044 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.370736 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.370736 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.370919 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.371053 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.371291 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.371553 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.372015 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.372677 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.372938 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.374596 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.374596 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.374596 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.374820 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.375043 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.375278 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.375812 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.375954 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.376125 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.376347 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.376588 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.376901 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.377121 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.377363 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.377672 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.377914 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.378223 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.380594 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.380594 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.380594 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.380594 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.380901 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.381173 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.381273 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.382189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.382189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.382189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.382189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.382503 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.382676 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.383492 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.383492 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.383492 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.384959 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.384959 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.385900 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.386106 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.386321 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.386606 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.386787 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.388571 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.388571 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.388571 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.388882 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.389090 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.389424 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.389689 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.389926 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.390209 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.391250 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.391522 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.391764 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.392006 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.392258 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.392636 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.392798 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.393886 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.393886 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.393886 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.393886 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.393886 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.394218 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.397627 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.397957 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.398477 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.398778 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.399144 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.399328 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.400164 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.400164 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.400332 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.400957 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.400957 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.400957 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.401207 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.401366 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.402272 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.402272 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.402272 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.402272 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.402781 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.402781 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.402940 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.403084 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.403356 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.403593 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.403855 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.404790 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.404790 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.404790 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.405016 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.405180 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.405479 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.405655 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.405885 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.406690 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.406690 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.406877 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.407102 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.407380 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.407683 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.407932 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.408261 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.408656 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.410986 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.411102 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.411335 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.411610 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.411901 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.412166 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.412405 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.412696 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.413073 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.413439 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.414885 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.415213 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.415435 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.415701 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.415914 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.416172 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.416419 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.416646 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.416996 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.419160 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.419377 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.419659 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.419954 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.420171 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.420447 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.420703 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.420931 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.421186 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.427795 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:47:12.427795 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92600) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:47:12.427795 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:47:12.427795 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:47:12.428194 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:47:12.428194 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:47:12.428345 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:47:12.428504 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.428674 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.428842 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.429006 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.429172 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.429358 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.429518 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.429680 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.429841 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.430000 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.430159 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.430482 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.430645 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.430807 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.433662 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.434019 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.434427 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.435242 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.435583 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.435932 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.436230 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.436230 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.436642 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] debug = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.436642 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.437036 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.437036 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.437036 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.437356 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.437356 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.437497 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.437626 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.437786 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.437955 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.438138 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.438311 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.438577 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.438781 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.438781 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.439027 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.439153 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.439282 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] host = dv-cinder-783389-6-iscsi {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.439412 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.439542 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.439669 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.439826 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.440131 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.440479 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.440946 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.440946 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.441883 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.441883 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.441883 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.441883 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.441883 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.442266 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.442266 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_options = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.442266 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.442525 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.442608 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.442804 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.442930 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.443064 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.443217 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.443376 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.443532 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.443843 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.443843 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.444110 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.444223 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.444327 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.444430 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.444600 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.444761 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.444884 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.445009 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.445998 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.445998 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.445998 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.445998 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.445998 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.445998 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.446734 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.446734 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.446734 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.446734 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.446734 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.447249 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.447249 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.447249 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.447249 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.447705 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.447705 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.447705 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.448031 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.448031 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.449218 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.449218 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.449218 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.449218 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.449218 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.449218 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.449218 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_json = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.449218 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.450189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.450189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.450189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.450189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.450189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.450189 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.450990 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:47:12.450990 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.450990 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.450990 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.452185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.452185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.452185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.452185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.452185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.452185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.452185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.452185 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.452998 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.453077 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.453228 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.453407 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.453649 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.454090 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.454253 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.454582 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.455175 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.455488 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.455657 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.455860 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.456031 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.456174 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.456325 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.457322 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.457322 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.457322 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.457322 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.457322 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.458259 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.458259 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.458259 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.458259 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.458259 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.458259 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.459092 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.459092 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.459092 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.459092 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.459092 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.459092 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.460458 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.460458 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.460458 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.460458 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.460458 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.460458 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.460458 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.460458 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.460458 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.464013 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.464013 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.464013 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.464013 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.464013 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.464013 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.464013 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.464013 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.464013 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.466239 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.466239 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.466239 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.466239 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.466239 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.466239 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.466239 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.466239 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.466239 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467210 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467210 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467210 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467210 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467210 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467210 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467210 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467210 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467210 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467845 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467845 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467845 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467845 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467845 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467845 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467845 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.467845 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.468324 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.468324 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.468324 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.468597 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.468597 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.468742 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.469615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.469615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.469615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.469615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.469615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.469615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.470569 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.470569 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.470569 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.470569 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.470569 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.472969 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.472969 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.472969 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.472969 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.472969 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.472969 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.472969 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.472969 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.474081 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.474081 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.474081 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.474081 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.474081 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.474081 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.474081 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.474081 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.475085 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.475085 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.475085 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.475085 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.475085 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.475085 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.475085 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.475085 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.477229 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.477229 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.477229 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.477229 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.477229 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.477229 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.477229 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.477229 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.479745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.479745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.479745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.479745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.479745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.479745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.479745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.479745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480198 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480198 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480198 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480198 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480198 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480198 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480198 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480198 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480724 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480724 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480724 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480724 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480724 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480724 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480724 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.480724 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.481745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.481745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.481745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.481745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.481745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.481745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.481745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.481745 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482304 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482304 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482304 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482304 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482304 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482304 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482304 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482304 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482814 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482814 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482814 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.482814 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.483109 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.483109 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.483252 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.483741 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.483741 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.483741 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.484037 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.484037 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.484173 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.484326 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.484455 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.484748 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.484748 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.484969 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.485059 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.485216 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.485422 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.485541 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.485740 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.485829 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.485949 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.486114 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.486398 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.486556 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.486747 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.486747 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.487615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.487615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.487615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.487615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.487615 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.488201 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.488201 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.488201 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.488548 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.488548 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.490475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.490475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.490475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.490475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.490475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.490475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.490475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.490475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.490475 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.491704 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.491704 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.491704 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.491704 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.491704 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.491704 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.491704 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.491704 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.492813 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.492813 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.492813 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.492813 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.492813 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.493486 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:47:12.493644 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.493644 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.493644 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.493644 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.493644 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.493644 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.493644 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.493644 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.494756 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.494756 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.494756 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.494756 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.494756 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.494756 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.494756 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.494756 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.495976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.495976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.495976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.495976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.495976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.495976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.495976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.495976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.495976 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.498476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.498476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.498476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.498476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.498476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.498476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.498476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.498476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.498476 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.499251 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.499251 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:47:12.499251 dv-cinder-783389-6-iscsi neutron-server[92600]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:47:23.645356 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0389b5a-5c08-4443-b508-153b2b3df428 None None] get_active_networks_info from dv-cinder-783389-6-iscsi {{(pid=92708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 16:47:23.780453 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0389b5a-5c08-4443-b508-153b2b3df428 None None] No non-hosted networks {{(pid=92708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 16:47:23.801423 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.agentschedulers_db [None req-d0389b5a-5c08-4443-b508-153b2b3df428 None None] DHCP Agent not found on host dv-cinder-783389-6-iscsi {{(pid=92708) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 16:47:23.917086 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ac631f43-02f2-4a5a-bce5-83e0459d756b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863'] for agent, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.826177 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8d067912-97f1-4ac9-a259-1c7c1bd71333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863'] for agent, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.899626 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-099abf85-8799-4d68-9d05-2375eee9c708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:26.254714 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863'] for agent, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:26.256173 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.257287 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.258295 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.259070 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.259689 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.260439 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.260980 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.266929 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.267505 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.268092 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.268658 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.269200 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:26.269821 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-783389-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:47:26.278712 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-783389-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:47:26.803884 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863'] for agent, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:28.708338 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863'] for agent, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:29.821715 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 53280) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:30.321476 dv-cinder-783389-6-iscsi neutron-server[92705]: WARNING oslo_policy.policy [None req-e74d44ea-7a83-4edd-857c-3ebffe491575 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:47:30.322092 dv-cinder-783389-6-iscsi neutron-server[92705]: WARNING oslo_policy.policy [None req-e74d44ea-7a83-4edd-857c-3ebffe491575 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:47:30.540555 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [None req-e74d44ea-7a83-4edd-857c-3ebffe491575 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:47:30.541520 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-e74d44ea-7a83-4edd-857c-3ebffe491575 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7188029 Jun 16 16:47:31.111564 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.db.l3_hamode_db [None req-2d48bef7-bb19-4375-b27b-cd64abf833f7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 16:47:31.185032 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48bef7-bb19-4375-b27b-cd64abf833f7 None None] Routers set() bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:47:31.185412 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48bef7-bb19-4375-b27b-cd64abf833f7 None None] Router IDs set() for agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 16:47:32.868368 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 53294) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:33.166751 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-a2b22222-af67-46b4-8fdb-1eb975550477 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:47:33.259322 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.policy [None req-a2b22222-af67-46b4-8fdb-1eb975550477 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92705) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:47:33.304363 dv-cinder-783389-6-iscsi neutron-server[92705]: WARNING oslo_policy.policy [None req-a2b22222-af67-46b4-8fdb-1eb975550477 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:47:33.304732 dv-cinder-783389-6-iscsi neutron-server[92705]: WARNING oslo_policy.policy [None req-a2b22222-af67-46b4-8fdb-1eb975550477 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:47:33.313785 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.quota [None req-a2b22222-af67-46b4-8fdb-1eb975550477 admin admin] Loaded quota_driver: . Jun 16 16:47:33.404078 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a2b22222-af67-46b4-8fdb-1eb975550477 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785447676849', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785447675236', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785447631148', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785447629686', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785447648553', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785447642794', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8298329', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8304336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-988306', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562370'] for rbac-policy, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:33.467596 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a2b22222-af67-46b4-8fdb-1eb975550477 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:33.468799 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-a2b22222-af67-46b4-8fdb-1eb975550477 admin admin] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5994673 Jun 16 16:47:35.985654 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 53306) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:36.270294 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:47:36.298766 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Made reservation on behalf of 7edd36a0190b4c9c829cb2ae2778eeba for: {'network': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:47:36.301613 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:36.317659 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:36.441452 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:36.445159 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:36.450869 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:36.465434 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=92705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:47:36.494095 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785443416872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:36.494737 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Unsubscribe: segment precommit_create {{(pid=92705) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:47:36.495216 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.segments_db [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Added segment 4045d3ce-b38c-4a5f-9f05-afd9f4d06a07 of type vlan for network 46b60355-a66e-42fd-b275-79de5c1cde64 Jun 16 16:47:36.512482 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de0eed1-a9a1-46e9-bcfb-71de8e9c154d,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:36.559578 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.559920 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.560253 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.560572 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.560890 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.561224 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.561538 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.561846 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.562167 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.562501 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.562807 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.563106 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Tracked resource versions report: Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: pushed versions: Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: { 'AddressGroup': {'1.2'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'ConntrackHelper': {'1.0'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Log': {'1.0'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Network': {'1.1'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Port': {'1.7'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'PortForwarding': {'1.2'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'QosPolicy': {'1.8'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SecurityGroup': {'1.4'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SubPort': {'1.0'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Subnet': {'1.1'}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Trunk': {'1.1'}} Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: consumer versions: Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: { DHCP agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: L3 agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: Metadata agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: Metering agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: Open vSwitch agent@dv-cinder-783389-6-iscsi: { 'AddressGroup': '1.2', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'ConntrackHelper': '1.0', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Log': '1.0', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Network': '1.1', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Port': '1.7', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'PortForwarding': '1.2', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'QosPolicy': '1.8', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SecurityGroup': '1.4', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SecurityGroupRule': '1.2', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SubPort': '1.0', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Subnet': '1.1', Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Trunk': '1.1'}} Jun 16 16:47:36.564134 dv-cinder-783389-6-iscsi neutron-server[92705]: {{(pid=92705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:47:36.613396 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:36.619031 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:36.663249 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:36.664645 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:47:36.665289 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:36.667986 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:36.714235 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7274308 Jun 16 16:47:36.765152 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Pushing event updated for resources: {'Network': ['ID=46b60355-a66e-42fd-b275-79de5c1cde64,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:36.768400 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:36.776769 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 46b60355-a66e-42fd-b275-79de5c1cde64 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:47:39.299748 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 53320) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:39.697356 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd4ad8-64a0-4430-a5e2-c2c4744f86d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:47:39.699365 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-b4fd4ad8-64a0-4430-a5e2-c2c4744f86d2 admin admin] 10.222.0.98 "GET /v2.0/networks/46b60355-a66e-42fd-b275-79de5c1cde64 HTTP/1.1" status: 200 len: 826 time: 0.3986654 Jun 16 16:47:39.723614 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-74aede20-a305-4849-8c14-039f27479366 admin admin] 10.222.0.98 "GET /v2.0/subnetpools/9b09a4e9-99bd-4b1d-8b4a-c24d19adc7e2 HTTP/1.1" status: 200 len: 734 time: 0.0184252 Jun 16 16:47:39.732040 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'ip_version': 4, 'subnetpool_id': '9b09a4e9-99bd-4b1d-8b4a-c24d19adc7e2', 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64', 'gateway_ip': '172.20.0.1'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:47:39.761954 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Made reservation on behalf of 7edd36a0190b4c9c829cb2ae2778eeba for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:47:39.764377 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:40.064349 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:40.068823 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:40.134717 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=529ea9f0-3bfe-4037-bfa8-cf6016663923,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:40.136943 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Checking segment: {'id': '4045d3ce-b38c-4a5f-9f05-afd9f4d06a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:47:40.137327 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Network hostable DHCP agents. Network: 46b60355-a66e-42fd-b275-79de5c1cde64, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:47:40.142922 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:40.159192 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Network 46b60355-a66e-42fd-b275-79de5c1cde64 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:47:40.170250 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 46b60355-a66e-42fd-b275-79de5c1cde64) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:47:40.174814 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:47:40.175393 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:40.180726 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6413d814-47d5-4805-b950-6bcd270a5ac3 None None] Network 46b60355-a66e-42fd-b275-79de5c1cde64 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:47:40.188756 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4600546 Jun 16 16:47:40.489203 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c085ca-2c1a-5bf4-a7bf-39277b0387d4-46b60355-a66e-42fd-b275-79de5c1cde64', 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'fixed_ips': [{'subnet_id': '529ea9f0-3bfe-4037-bfa8-cf6016663923'}]}} from dv-cinder-783389-6-iscsi. {{(pid=92708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:47:40.490467 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:40.754493 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.db_base_plugin_common [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Allocated IP 172.20.0.2 (46b60355-a66e-42fd-b275-79de5c1cde64/529ea9f0-3bfe-4037-bfa8-cf6016663923/410cffbf-bf14-464a-9237-aee8bb137a32) {{(pid=92708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:47:40.954478 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Notify callbacks [] for port, precommit_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:40.971761 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Transition to ACTIVE for port object 410cffbf-bf14-464a-9237-aee8bb137a32 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:47:41.017909 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Transition to ACTIVE for port object 410cffbf-bf14-464a-9237-aee8bb137a32 will not be triggered until provisioned by entity DHCP. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:47:41.026249 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:41.029696 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:41.093255 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Network 46b60355-a66e-42fd-b275-79de5c1cde64 is already hosted by enough agents. {{(pid=92708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:47:41.102407 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Resources bound (agent type, host, resource id): {{(pid=92708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:47:41.108090 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Pushing event updated for resources: {'Port': ['ID=410cffbf-bf14-464a-9237-aee8bb137a32,revision_number=1']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:41.110168 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Received port after_create {{(pid=92708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:47:41.119650 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.120524 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.120862 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.121181 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.121499 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.121810 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.122117 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.122451 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.122774 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.123083 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.123388 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.123688 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Tracked resource versions report: Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: pushed versions: Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: { 'AddressGroup': {'1.2'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'ConntrackHelper': {'1.0'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Log': {'1.0'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Network': {'1.1'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Port': {'1.7'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'PortForwarding': {'1.2'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'QosPolicy': {'1.8'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SecurityGroup': {'1.4'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SubPort': {'1.0'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Subnet': {'1.1'}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Trunk': {'1.1'}} Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: consumer versions: Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: { DHCP agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: L3 agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: Metadata agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: Metering agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: Open vSwitch agent@dv-cinder-783389-6-iscsi: { 'AddressGroup': '1.2', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'ConntrackHelper': '1.0', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Log': '1.0', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Network': '1.1', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Port': '1.7', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'PortForwarding': '1.2', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'QosPolicy': '1.8', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SecurityGroup': '1.4', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SecurityGroupRule': '1.2', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SubPort': '1.0', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Subnet': '1.1', Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Trunk': '1.1'}} Jun 16 16:47:41.124725 dv-cinder-783389-6-iscsi neutron-server[92708]: {{(pid=92708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:47:41.145656 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:41.191902 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Attempting to bind port 410cffbf-bf14-464a-9237-aee8bb137a32 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:47:41.192537 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Attempting to bind port 410cffbf-bf14-464a-9237-aee8bb137a32 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '4045d3ce-b38c-4a5f-9f05-afd9f4d06a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:47:41.192744 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Attempting to bind port 410cffbf-bf14-464a-9237-aee8bb137a32 on network 46b60355-a66e-42fd-b275-79de5c1cde64 {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:47:41.197586 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:47:41.198029 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Checking segment: {'id': '4045d3ce-b38c-4a5f-9f05-afd9f4d06a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:47:41.199097 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:41.199514 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Bound using segment: {'id': '4045d3ce-b38c-4a5f-9f05-afd9f4d06a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:47:41.200092 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Bound port: 410cffbf-bf14-464a-9237-aee8bb137a32, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4045d3ce-b38c-4a5f-9f05-afd9f4d06a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:47:41.200496 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:41.260044 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] For port 410cffbf-bf14-464a-9237-aee8bb137a32, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:47:41.264988 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] For port 410cffbf-bf14-464a-9237-aee8bb137a32, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=410cffbf-bf14-464a-9237-aee8bb137a32,segment=NetworkSegment(4045d3ce-b38c-4a5f-9f05-afd9f4d06a07),segment_id=4045d3ce-b38c-4a5f-9f05-afd9f4d06a07)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:47:41.269031 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:41.272603 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:41.336529 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Pushing event updated for resources: {'Port': ['ID=410cffbf-bf14-464a-9237-aee8bb137a32,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:41.342990 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:42.508990 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 53328) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:42.816940 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [None req-093b2123-8f7a-49d2-9285-a644b82ab265 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:47:42.817897 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-093b2123-8f7a-49d2-9285-a644b82ab265 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3079655 Jun 16 16:47:45.130952 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 53336) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:45.436713 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [None req-8b95db66-74d6-41b3-bb7e-156cac3f1fdc admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:47:45.437971 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-8b95db66-74d6-41b3-bb7e-156cac3f1fdc admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061149 Jun 16 16:47:47.361339 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e01a27-ff98-47e8-8677-f97cd0f1bfd2 None None] Network 46b60355-a66e-42fd-b275-79de5c1cde64 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:47:47.420190 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-6addc63c-f3e2-4617-ae66-199c5ab61e88 None None] Provisioning for port 410cffbf-bf14-464a-9237-aee8bb137a32 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:47:48.008410 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 53350) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:48.093703 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 410cffbf-bf14-464a-9237-aee8bb137a32 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:47:48.173418 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 410cffbf-bf14-464a-9237-aee8bb137a32 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:47:48.177630 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 410cffbf-bf14-464a-9237-aee8bb137a32 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:47:48.178025 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:48.283829 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:48.317131 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 410cffbf-bf14-464a-9237-aee8bb137a32, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=410cffbf-bf14-464a-9237-aee8bb137a32,segment=NetworkSegment(4045d3ce-b38c-4a5f-9f05-afd9f4d06a07),segment_id=4045d3ce-b38c-4a5f-9f05-afd9f4d06a07)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:47:48.321204 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:48.323881 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7ff9e946-a5de-42c3-8fe0-208e3bf4abf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:48.369425 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=410cffbf-bf14-464a-9237-aee8bb137a32,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:48.372530 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:48.502225 dv-cinder-783389-6-iscsi neutron-server[92706]: WARNING oslo_policy.policy [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:47:48.502911 dv-cinder-783389-6-iscsi neutron-server[92706]: WARNING oslo_policy.policy [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:47:48.721190 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] Request body: {'router': {'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:47:48.784061 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.policy [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92706) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:47:48.830052 dv-cinder-783389-6-iscsi neutron-server[92706]: WARNING oslo_policy.policy [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:47:48.830452 dv-cinder-783389-6-iscsi neutron-server[92706]: WARNING oslo_policy.policy [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:47:48.839590 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.quota [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] Loaded quota_driver: . Jun 16 16:47:48.895074 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:48.896941 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1151'] for router, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:49.050641 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:49.055622 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982'] for router, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:49.073606 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] Notify callbacks [] for router, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:49.074956 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-37dbc568-4e5c-4848-8a24-fde55876fab6 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0629725 Jun 16 16:47:50.071101 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 410cffbf-bf14-464a-9237-aee8bb137a32 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:47:50.121941 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 410cffbf-bf14-464a-9237-aee8bb137a32 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:47:50.122360 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:51.377809 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 53366) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:51.676618 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [None req-37e069c4-487a-4c7d-9d2c-83544083ac20 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:47:51.677602 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-37e069c4-487a-4c7d-9d2c-83544083ac20 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2988358 Jun 16 16:47:53.550496 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-9c883591-1cb8-4ec9-a8da-e27222986231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:53.964287 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 53374) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:54.270835 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:47:54.293575 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Made reservation on behalf of 51751eceb1e84d6bba53510b3eb4c8f6 for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:47:54.296355 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:54.311050 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:54.439063 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:54.442925 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:54.449098 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:54.456630 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Reserving flat network on physical network physnet1 {{(pid=92706) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 16:47:54.489158 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785443416872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:54.489752 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Unsubscribe: segment precommit_create {{(pid=92706) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:47:54.490232 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Added segment 5b8023a6-e328-468d-97a5-25718be6b22c of type flat for network f918d14e-4c62-4a95-b646-f45c14c58acf Jun 16 16:47:54.512188 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533a1af9-2917-4d21-8823-5c7b1d955238,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:54.564499 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.564844 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.565213 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.565761 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.566096 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.566435 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.566751 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.567080 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.567410 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.567716 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.568015 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.568317 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Tracked resource versions report: Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: pushed versions: Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: { 'AddressGroup': {'1.2'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'ConntrackHelper': {'1.0'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Log': {'1.0'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Network': {'1.1'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Port': {'1.7'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'PortForwarding': {'1.2'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'QosPolicy': {'1.8'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SecurityGroup': {'1.4'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SubPort': {'1.0'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Subnet': {'1.1'}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Trunk': {'1.1'}} Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: consumer versions: Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: { DHCP agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: L3 agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: Metadata agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: Metering agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: Open vSwitch agent@dv-cinder-783389-6-iscsi: { 'AddressGroup': '1.2', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'ConntrackHelper': '1.0', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Log': '1.0', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Network': '1.1', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Port': '1.7', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'PortForwarding': '1.2', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'QosPolicy': '1.8', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SecurityGroup': '1.4', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SecurityGroupRule': '1.2', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SubPort': '1.0', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Subnet': '1.1', Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Trunk': '1.1'}} Jun 16 16:47:54.569349 dv-cinder-783389-6-iscsi neutron-server[92706]: {{(pid=92706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:47:54.623241 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:54.632172 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:54.676420 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:54.678049 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:47:54.678733 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:54.681471 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:54.729171 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7637429 Jun 16 16:47:54.780789 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Pushing event updated for resources: {'Network': ['ID=f918d14e-4c62-4a95-b646-f45c14c58acf,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:54.786972 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:54.792929 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network f918d14e-4c62-4a95-b646-f45c14c58acf details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:47:55.825695 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-0f7c0149-20ae-413e-a422-f827368b189a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:56.230482 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:56.747011 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:57.032770 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 53386) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:57.370565 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2cece9-2c40-46d0-bee0-2d9303208d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:47:57.371888 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-ed2cece9-2c40-46d0-bee0-2d9303208d52 admin admin] 10.222.0.98 "GET /v2.0/subnets/529ea9f0-3bfe-4037-bfa8-cf6016663923 HTTP/1.1" status: 200 len: 849 time: 0.3381860 Jun 16 16:47:57.498927 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-a06a6d69-b628-4189-a475-2f265e21cf4a admin admin] 10.222.0.98 "GET /v2.0/routers/716fe7e5-5d20-4b84-b2dd-a8a442d1af07 HTTP/1.1" status: 200 len: 704 time: 0.1217973 Jun 16 16:47:57.749961 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:58.028769 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Allocated IP 172.20.0.1 (46b60355-a66e-42fd-b275-79de5c1cde64/529ea9f0-3bfe-4037-bfa8-cf6016663923/1c8294af-624f-4ea2-a5a9-c70ef5739e68) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:47:58.216020 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:58.238797 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Transition to ACTIVE for port object 1c8294af-624f-4ea2-a5a9-c70ef5739e68 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:47:58.317942 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:58.321050 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:58.384785 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Network 46b60355-a66e-42fd-b275-79de5c1cde64 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:47:58.390335 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:47:58.402425 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:47:58.402425 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934999'] for router_interface, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:58.457521 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8294af-624f-4ea2-a5a9-c70ef5739e68,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:58.470638 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:58.624211 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-1a220a4a-c178-46d5-9835-64a5eb288da0 None None] Provisioning for port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:47:58.627785 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-1a220a4a-c178-46d5-9835-64a5eb288da0 None None] Provisioning complete for port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:47:58.628142 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-1a220a4a-c178-46d5-9835-64a5eb288da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:58.652510 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:58.671843 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-1a220a4a-c178-46d5-9835-64a5eb288da0 None None] Port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:47:58.677592 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:58.827166 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:58.831490 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:58.832743 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934955'] for router_interface, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:58.834425 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:58.893140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8294af-624f-4ea2-a5a9-c70ef5739e68,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:58.895777 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:58.954979 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Network 46b60355-a66e-42fd-b275-79de5c1cde64 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:47:58.956234 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:47:59.116428 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Router 716fe7e5-5d20-4b84-b2dd-a8a442d1af07 is scheduled to L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 with binding_index 1 {{(pid=92706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:47:59.191953 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-05f2a6eb-8d75-478d-9f36-77ee25766bff None None] Provisioning complete for port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:47:59.192318 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-05f2a6eb-8d75-478d-9f36-77ee25766bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:59.203932 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:47:59.222746 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] 10.222.0.98 "PUT /v2.0/routers/716fe7e5-5d20-4b84-b2dd-a8a442d1af07/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7053049 Jun 16 16:47:59.223299 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Sync routers for ids ['716fe7e5-5d20-4b84-b2dd-a8a442d1af07'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:47:59.231158 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Routers {'716fe7e5-5d20-4b84-b2dd-a8a442d1af07'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:47:59.231158 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:47:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['716fe7e5-5d20-4b84-b2dd-a8a442d1af07'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:47:59.231516 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-05f2a6eb-8d75-478d-9f36-77ee25766bff None None] Port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:47:59.394032 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 5 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:47:59.414266 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Set router 716fe7e5-5d20-4b84-b2dd-a8a442d1af07 gateway port host: None {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:47:59.833854 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'name': 'router1', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:47:48Z', 'updated_at': '2021-06-16T16:47:58Z', 'revision_number': 2, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'gw_port_host': None, '_interfaces': [{'id': '1c8294af-624f-4ea2-a5a9-c70ef5739e68', 'name': '', 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'mac_address': 'fa:16:3e:a2:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:47:57Z', 'updated_at': '2021-06-16T16:47:58Z', 'revision_number': 2, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'subnets': [{'id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b09a4e9-99bd-4b1d-8b4a-c24d19adc7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:47:59.840223 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Checking router: 716fe7e5-5d20-4b84-b2dd-a8a442d1af07 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:47:59.840596 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Updating router 716fe7e5-5d20-4b84-b2dd-a8a442d1af07 port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 binding host dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:47:59.906000 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:00.386003 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Notify callbacks [] for port, precommit_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:00.403777 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.provisioning_blocks [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Transition to ACTIVE for port object 1c8294af-624f-4ea2-a5a9-c70ef5739e68 will not be triggered until provisioned by entity L2. {{(pid=92709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:00.409644 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:00.413890 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:00.538406 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Pushing event updated for resources: {'Port': ['ID=1c8294af-624f-4ea2-a5a9-c70ef5739e68,revision_number=3']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:00.550042 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.550392 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.550720 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.551039 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.551362 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.551681 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.551989 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.552305 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.552615 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.552923 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.553231 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.553537 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Tracked resource versions report: Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: pushed versions: Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: { 'AddressGroup': {'1.2'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'ConntrackHelper': {'1.0'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Log': {'1.0'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Network': {'1.1'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Port': {'1.7'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'PortForwarding': {'1.2'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'QosPolicy': {'1.8'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SecurityGroup': {'1.4'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SubPort': {'1.0'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Subnet': {'1.1'}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Trunk': {'1.1'}} Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: consumer versions: Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: { DHCP agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: L3 agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: Metadata agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: Metering agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: Open vSwitch agent@dv-cinder-783389-6-iscsi: { 'AddressGroup': '1.2', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'ConntrackHelper': '1.0', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Log': '1.0', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Network': '1.1', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Port': '1.7', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'PortForwarding': '1.2', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'QosPolicy': '1.8', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SecurityGroup': '1.4', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SecurityGroupRule': '1.2', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SubPort': '1.0', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Subnet': '1.1', Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Trunk': '1.1'}} Jun 16 16:48:00.554616 dv-cinder-783389-6-iscsi neutron-server[92709]: {{(pid=92709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:48:00.572754 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:00.621244 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Attempting to bind port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:48:00.621632 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Attempting to bind port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '4045d3ce-b38c-4a5f-9f05-afd9f4d06a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64'}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:48:00.622067 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Attempting to bind port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 on network 46b60355-a66e-42fd-b275-79de5c1cde64 {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:48:00.626861 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:48:00.627268 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Checking segment: {'id': '4045d3ce-b38c-4a5f-9f05-afd9f4d06a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:00.627761 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:00.628149 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Bound using segment: {'id': '4045d3ce-b38c-4a5f-9f05-afd9f4d06a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64'} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:48:00.628639 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Bound port: 1c8294af-624f-4ea2-a5a9-c70ef5739e68, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4045d3ce-b38c-4a5f-9f05-afd9f4d06a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64'}}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:48:00.629004 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:00.694301 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] For port 1c8294af-624f-4ea2-a5a9-c70ef5739e68, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:48:00.714874 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] For port 1c8294af-624f-4ea2-a5a9-c70ef5739e68, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=1c8294af-624f-4ea2-a5a9-c70ef5739e68,segment=NetworkSegment(4045d3ce-b38c-4a5f-9f05-afd9f4d06a07),segment_id=4045d3ce-b38c-4a5f-9f05-afd9f4d06a07)] {{(pid=92709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:48:00.719336 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:00.721423 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:00.770656 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Pushing event updated for resources: {'Port': ['ID=1c8294af-624f-4ea2-a5a9-c70ef5739e68,revision_number=4']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:00.795217 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Routers {'716fe7e5-5d20-4b84-b2dd-a8a442d1af07'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:00.795859 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:47:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['716fe7e5-5d20-4b84-b2dd-a8a442d1af07'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:00.832130 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:00.889198 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] Set router 716fe7e5-5d20-4b84-b2dd-a8a442d1af07 gateway port host: None {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:01.095984 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'name': 'router1', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:47:48Z', 'updated_at': '2021-06-16T16:47:58Z', 'revision_number': 2, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'gw_port_host': None, '_interfaces': [{'id': '1c8294af-624f-4ea2-a5a9-c70ef5739e68', 'name': '', 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'mac_address': 'fa:16:3e:a2:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:47:57Z', 'updated_at': '2021-06-16T16:48:00Z', 'revision_number': 4, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'subnets': [{'id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b09a4e9-99bd-4b1d-8b4a-c24d19adc7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:01.099249 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df27ab-e870-4bf1-bb14-8bcf90536c50 None None] The sync data for ids ['716fe7e5-5d20-4b84-b2dd-a8a442d1af07'] in dv-cinder-783389-6-iscsi is: [{'id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'name': 'router1', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:47:48Z', 'updated_at': '2021-06-16T16:47:58Z', 'revision_number': 2, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'gw_port_host': None, '_interfaces': [{'id': '1c8294af-624f-4ea2-a5a9-c70ef5739e68', 'name': '', 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'mac_address': 'fa:16:3e:a2:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:47:57Z', 'updated_at': '2021-06-16T16:48:00Z', 'revision_number': 4, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'subnets': [{'id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b09a4e9-99bd-4b1d-8b4a-c24d19adc7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:48:01.413726 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 53408) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:01.530517 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4813b95-1213-4283-af99-f93677ec0528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:01.537246 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-f4813b95-1213-4283-af99-f93677ec0528 admin admin] 10.222.0.98 "GET /v2.0/networks/f918d14e-4c62-4a95-b646-f45c14c58acf HTTP/1.1" status: 200 len: 842 time: 0.1172576 Jun 16 16:48:01.541438 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:01.564141 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Made reservation on behalf of 51751eceb1e84d6bba53510b3eb4c8f6 for: {'subnet': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:48:01.566599 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:01.864117 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.objects.ports [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92706) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 16:48:01.864473 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:01.867186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:01.916414 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281686fb-97f9-4933-a426-e2ce1041b32a,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:01.923648 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:01.926342 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:01.926707 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Network hostable DHCP agents. Network: f918d14e-4c62-4a95-b646-f45c14c58acf, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:48:01.949296 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:48:01.960945 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, f918d14e-4c62-4a95-b646-f45c14c58acf) {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:01.965420 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:01.966360 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:01.970708 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81960e09-07aa-49af-bf12-73e78bc8f539 None None] Network f918d14e-4c62-4a95-b646-f45c14c58acf requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:48:01.984563 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4428041 Jun 16 16:48:02.102478 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058c888-564f-4324-9700-7da1b3597dcc None None] Network f918d14e-4c62-4a95-b646-f45c14c58acf requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:48:04.111185 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 1c8294af-624f-4ea2-a5a9-c70ef5739e68 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:04.165465 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:04.170237 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:04.170697 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:04.235490 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 53430) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:04.249164 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:04.281402 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 1c8294af-624f-4ea2-a5a9-c70ef5739e68, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=1c8294af-624f-4ea2-a5a9-c70ef5739e68,segment=NetworkSegment(4045d3ce-b38c-4a5f-9f05-afd9f4d06a07),segment_id=4045d3ce-b38c-4a5f-9f05-afd9f4d06a07)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:48:04.286060 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:04.288142 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:04.331998 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=1c8294af-624f-4ea2-a5a9-c70ef5739e68,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:04.334947 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:04.370639 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-4f836094-a01c-4005-95ba-fd8448718bb4 admin admin] 10.222.0.98 "GET /v2.0/routers/716fe7e5-5d20-4b84-b2dd-a8a442d1af07 HTTP/1.1" status: 200 len: 710 time: 0.1339576 Jun 16 16:48:04.455748 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec8af8-0f6f-45b9-af00-6230ee691e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:04.457075 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-d7ec8af8-0f6f-45b9-af00-6230ee691e6d admin admin] 10.222.0.98 "GET /v2.0/networks/f918d14e-4c62-4a95-b646-f45c14c58acf HTTP/1.1" status: 200 len: 886 time: 0.0811698 Jun 16 16:48:04.466308 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:04.767190 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:04.994209 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:05.068644 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:05.167777 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Allocated IP 172.27.1.14 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/7394cc85-977c-4787-9dcd-f80365f37e4a) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:48:05.265048 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:05.302000 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:05.304096 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:05.336225 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:05.339488 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:05.345081 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:48:05.404654 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7394cc85-977c-4787-9dcd-f80365f37e4a,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:05.409999 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:05.583735 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:05.770356 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:05.773552 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936101'] for router, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:05.875899 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Router 716fe7e5-5d20-4b84-b2dd-a8a442d1af07 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:48:06.051140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:48:06.055286 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Notify callbacks [] for router, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:06.057008 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] 10.222.0.98 "PUT /v2.0/routers/716fe7e5-5d20-4b84-b2dd-a8a442d1af07 HTTP/1.1" status: 200 len: 889 time: 1.5946074 Jun 16 16:48:06.061667 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Sync routers for ids ['716fe7e5-5d20-4b84-b2dd-a8a442d1af07'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:48:06.075349 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Routers {'716fe7e5-5d20-4b84-b2dd-a8a442d1af07'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:06.076063 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:47:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['716fe7e5-5d20-4b84-b2dd-a8a442d1af07'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:06.098407 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 1c8294af-624f-4ea2-a5a9-c70ef5739e68 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:06.388215 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Set router 716fe7e5-5d20-4b84-b2dd-a8a442d1af07 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:06.402334 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:06.402713 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:06.827629 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'name': 'router1', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '7394cc85-977c-4787-9dcd-f80365f37e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:47:48Z', 'updated_at': '2021-06-16T16:48:05Z', 'revision_number': 4, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'gw_port': {'id': '7394cc85-977c-4787-9dcd-f80365f37e4a', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:05Z', 'updated_at': '2021-06-16T16:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '1c8294af-624f-4ea2-a5a9-c70ef5739e68', 'name': '', 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'mac_address': 'fa:16:3e:a2:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:47:57Z', 'updated_at': '2021-06-16T16:48:04Z', 'revision_number': 5, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'subnets': [{'id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b09a4e9-99bd-4b1d-8b4a-c24d19adc7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:06.833504 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Checking router: 716fe7e5-5d20-4b84-b2dd-a8a442d1af07 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:48:06.833860 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Updating router 716fe7e5-5d20-4b84-b2dd-a8a442d1af07 port 7394cc85-977c-4787-9dcd-f80365f37e4a binding host dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:48:06.865697 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:07.176959 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Notify callbacks [] for port, precommit_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:07.187053 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Transition to ACTIVE for port object 7394cc85-977c-4787-9dcd-f80365f37e4a will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:07.192320 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:07.194640 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:07.242392 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Attempting to bind port 7394cc85-977c-4787-9dcd-f80365f37e4a on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:48:07.242768 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Attempting to bind port 7394cc85-977c-4787-9dcd-f80365f37e4a by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:48:07.243135 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Attempting to bind port 7394cc85-977c-4787-9dcd-f80365f37e4a on network f918d14e-4c62-4a95-b646-f45c14c58acf {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:48:07.250227 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26d7f7-5581-4f2e-9f60-90281c16863e None None] Pushing event updated for resources: {'Port': ['ID=7394cc85-977c-4787-9dcd-f80365f37e4a,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:07.253385 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7c26d7f7-5581-4f2e-9f60-90281c16863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:07.254573 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:48:07.254953 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:07.255358 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:07.255756 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Bound using segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:48:07.256233 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Bound port: 7394cc85-977c-4787-9dcd-f80365f37e4a, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:48:07.256610 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:07.305142 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] For port 7394cc85-977c-4787-9dcd-f80365f37e4a, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:48:07.308933 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] For port 7394cc85-977c-4787-9dcd-f80365f37e4a, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=7394cc85-977c-4787-9dcd-f80365f37e4a,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:48:07.312692 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:07.315584 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:07.370419 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26d7f7-5581-4f2e-9f60-90281c16863e None None] Pushing event updated for resources: {'Port': ['ID=7394cc85-977c-4787-9dcd-f80365f37e4a,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:07.374948 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7c26d7f7-5581-4f2e-9f60-90281c16863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:07.378188 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Routers {'716fe7e5-5d20-4b84-b2dd-a8a442d1af07'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:07.378884 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:47:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['716fe7e5-5d20-4b84-b2dd-a8a442d1af07'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:07.553700 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] Set router 716fe7e5-5d20-4b84-b2dd-a8a442d1af07 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:07.756961 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'name': 'router1', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '7394cc85-977c-4787-9dcd-f80365f37e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:47:48Z', 'updated_at': '2021-06-16T16:48:05Z', 'revision_number': 4, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'gw_port': {'id': '7394cc85-977c-4787-9dcd-f80365f37e4a', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:05Z', 'updated_at': '2021-06-16T16:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '1c8294af-624f-4ea2-a5a9-c70ef5739e68', 'name': '', 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'mac_address': 'fa:16:3e:a2:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:47:57Z', 'updated_at': '2021-06-16T16:48:04Z', 'revision_number': 5, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'subnets': [{'id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b09a4e9-99bd-4b1d-8b4a-c24d19adc7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:07.760998 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3390da-e0e9-4b25-9aa3-fdfeac5e482d None None] The sync data for ids ['716fe7e5-5d20-4b84-b2dd-a8a442d1af07'] in dv-cinder-783389-6-iscsi is: [{'id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'name': 'router1', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '7394cc85-977c-4787-9dcd-f80365f37e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:47:48Z', 'updated_at': '2021-06-16T16:48:05Z', 'revision_number': 4, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'gw_port': {'id': '7394cc85-977c-4787-9dcd-f80365f37e4a', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:05Z', 'updated_at': '2021-06-16T16:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '1c8294af-624f-4ea2-a5a9-c70ef5739e68', 'name': '', 'network_id': '46b60355-a66e-42fd-b275-79de5c1cde64', 'tenant_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'mac_address': 'fa:16:3e:a2:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fe7e5-5d20-4b84-b2dd-a8a442d1af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:47:57Z', 'updated_at': '2021-06-16T16:48:04Z', 'revision_number': 5, 'project_id': '7edd36a0190b4c9c829cb2ae2778eeba', 'subnets': [{'id': '529ea9f0-3bfe-4037-bfa8-cf6016663923', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b09a4e9-99bd-4b1d-8b4a-c24d19adc7e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:48:08.130092 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 7394cc85-977c-4787-9dcd-f80365f37e4a up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:08.181296 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 7394cc85-977c-4787-9dcd-f80365f37e4a completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:08.185784 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 7394cc85-977c-4787-9dcd-f80365f37e4a triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:08.186166 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:08.266344 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:08.288085 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 7394cc85-977c-4787-9dcd-f80365f37e4a, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=7394cc85-977c-4787-9dcd-f80365f37e4a,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:48:08.293710 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:08.299846 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7c26d7f7-5581-4f2e-9f60-90281c16863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:08.349231 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=7394cc85-977c-4787-9dcd-f80365f37e4a,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:08.352108 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:08.418183 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 53438) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:08.540105 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-44f197b8-1ecc-4f97-9091-db29aece1787 admin admin] 10.222.0.98 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1207943 Jun 16 16:48:10.094725 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 7394cc85-977c-4787-9dcd-f80365f37e4a up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:10.153343 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 7394cc85-977c-4787-9dcd-f80365f37e4a triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:10.153714 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:23.559375 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-abc471a2-3df0-4327-bf97-da5ff3631bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:25.833195 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-07b4f03b-7dd4-47ef-8956-dc450b70e459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:26.238450 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:26.764502 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:28.685948 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:36.355417 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 5 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:48:53.552816 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ce1618e2-1e86-4040-9151-8a2ee66864d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:55.827767 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-55a401c0-c0d5-4d1a-b344-e2d3c3b6eade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:56.236022 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:56.763936 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:58.693349 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:13.355058 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 5 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:49:23.554459 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-4fc11589-d07d-4369-9b4c-e6fc81376301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:25.829996 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e19c3298-7811-48a3-b487-662c9d7eb111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:26.227713 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:26.759528 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:28.695862 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:43.910539 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54006) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:43.971794 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d251fd7-9ce1-484e-9a93-68881e7724dd admin admin] GET failed (client error): The resource could not be found. Jun 16 16:49:43.973099 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-1d251fd7-9ce1-484e-9a93-68881e7724dd admin admin] 10.222.0.98 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616372 Jun 16 16:49:44.123156 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e130e0-3b56-4009-99a3-e3e682ff68f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:44.124594 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-42e130e0-3b56-4009-99a3-e3e682ff68f4 admin admin] 10.222.0.98 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1476490 Jun 16 16:49:46.259425 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54016) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:46.345506 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0660c0f-f7e3-4f5a-b8e2-c9e20c4111f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:46.347300 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-a0660c0f-f7e3-4f5a-b8e2-c9e20c4111f2 admin admin] 10.222.0.98 "GET /v2.0/subnets/529ea9f0-3bfe-4037-bfa8-cf6016663923 HTTP/1.1" status: 200 len: 849 time: 0.0869467 Jun 16 16:49:46.356249 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:49:46.437866 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:46.576728 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785443334512'] for subnet, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:46.579657 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-101bdabd-68f6-4cd9-9afe-7d9e1526d445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:46.605664 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:46.606427 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:46.608423 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] 10.222.0.98 "PUT /v2.0/subnets/529ea9f0-3bfe-4037-bfa8-cf6016663923 HTTP/1.1" status: 200 len: 868 time: 0.2548549 Jun 16 16:49:46.610523 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23f9a55-7c68-417c-bac5-958b8663b441 None None] Network 46b60355-a66e-42fd-b275-79de5c1cde64 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:49:46.630158 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=529ea9f0-3bfe-4037-bfa8-cf6016663923,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:46.637456 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.637820 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.638158 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.638517 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.638844 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.639186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.639507 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.639836 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.640159 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.640476 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.640788 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.641098 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:46.645146 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:46.976413 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-d5083e55-f5d1-45a8-8831-2d6920270899 None None] Provisioning complete for port 1c8294af-624f-4ea2-a5a9-c70ef5739e68 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:49:46.976781 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-d5083e55-f5d1-45a8-8831-2d6920270899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:47.057457 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-d5083e55-f5d1-45a8-8831-2d6920270899 None None] Provisioning complete for port 410cffbf-bf14-464a-9237-aee8bb137a32 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:49:47.057750 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-d5083e55-f5d1-45a8-8831-2d6920270899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:48.745191 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54024) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:48.934764 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048af4bf-98dc-4a27-a931-3916ed72d825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:48.935159 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048af4bf-98dc-4a27-a931-3916ed72d825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:48.936668 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-048af4bf-98dc-4a27-a931-3916ed72d825 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1905265 Jun 16 16:49:50.353447 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 5 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:49:51.051667 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54032) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:51.179454 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63ff5c0-8601-4a55-a7e0-02bd4f6c70e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:51.179937 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63ff5c0-8601-4a55-a7e0-02bd4f6c70e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:51.181460 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e63ff5c0-8601-4a55-a7e0-02bd4f6c70e3 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1288595 Jun 16 16:49:53.273990 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54040) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:53.403974 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492cea4-b435-487b-a43f-9f2cc95e81ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:53.405295 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-1492cea4-b435-487b-a43f-9f2cc95e81ea admin admin] 10.222.0.98 "GET /v2.0/networks/46b60355-a66e-42fd-b275-79de5c1cde64 HTTP/1.1" status: 200 len: 870 time: 0.1303184 Jun 16 16:49:53.557237 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fdf2e6ba-797a-4fd9-932c-412f6a823f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:55.509871 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54048) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:55.628908 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34cf747-d5c8-4ffc-9d6c-0fd8bde3e2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:55.630235 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e34cf747-d5c8-4ffc-9d6c-0fd8bde3e2ec admin admin] 10.222.0.98 "GET /v2.0/networks/f918d14e-4c62-4a95-b646-f45c14c58acf HTTP/1.1" status: 200 len: 886 time: 0.1193950 Jun 16 16:49:55.831917 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7e1c033e-706e-4898-8839-03a9f8fb6ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:56.228577 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:56.760777 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:57.781753 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54056) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:57.902925 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7d6c1-7374-4b9d-9aac-deab28873a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:57.903384 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7d6c1-7374-4b9d-9aac-deab28873a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:57.904884 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-a9e7d6c1-7374-4b9d-9aac-deab28873a0c admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221635 Jun 16 16:49:58.697779 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:00.007686 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54064) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:00.094215 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a4971-bb23-49fa-9f9e-59452ea0273f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:00.094723 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a4971-bb23-49fa-9f9e-59452ea0273f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:00.096821 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-a58a4971-bb23-49fa-9f9e-59452ea0273f admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0882494 Jun 16 16:50:02.231436 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54072) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:02.315172 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb01076c-6294-46f6-8fdb-e7ec3db07700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:02.316474 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-cb01076c-6294-46f6-8fdb-e7ec3db07700 admin admin] 10.222.0.98 "GET /v2.0/subnets/281686fb-97f9-4933-a426-e2ce1041b32a HTTP/1.1" status: 200 len: 816 time: 0.0841036 Jun 16 16:50:04.443280 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54080) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:04.529469 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f20cc4e-f3c3-4805-9028-4c488b3ae4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:04.530793 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-5f20cc4e-f3c3-4805-9028-4c488b3ae4e9 admin admin] 10.222.0.98 "GET /v2.0/subnets/529ea9f0-3bfe-4037-bfa8-cf6016663923 HTTP/1.1" status: 200 len: 868 time: 0.0865703 Jun 16 16:50:23.558485 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e8abb2cb-ee34-4592-a5c3-8ccf2f683d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:25.832648 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-9041cc75-ed7a-4c3b-aed6-b760fa091d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:26.229388 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:26.763991 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:27.350955 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 5 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:50:27.686695 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54124) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:27.732799 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [None req-22414431-3f03-434c-ad51-6baf0c8839f8 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:50:27.733777 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-22414431-3f03-434c-ad51-6baf0c8839f8 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461366 Jun 16 16:50:28.702542 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:29.969440 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54132) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:30.026971 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.pecan_wsgi.hooks.translation [None req-6216e706-2f7f-4cbf-bfa0-d8a0a5c5ad02 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:50:30.028320 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-6216e706-2f7f-4cbf-bfa0-d8a0a5c5ad02 admin admin] 10.222.0.98 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579753 Jun 16 16:50:30.111906 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db1eba-5ae7-456b-8275-ff7240c90b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:30.113322 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-93db1eba-5ae7-456b-8275-ff7240c90b5f admin admin] 10.222.0.98 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812700 Jun 16 16:50:32.240726 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54140) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:32.284394 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:50:32.304640 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Made reservation on behalf of 51751eceb1e84d6bba53510b3eb4c8f6 for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:50:32.307324 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:32.334683 dv-cinder-783389-6-iscsi neutron-server[92706]: WARNING neutron.services.revisions.revision_plugin [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Could not find related network for resource to bump revision. Jun 16 16:50:32.349653 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=92706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:50:32.361731 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:32.362077 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Added segment bcdf18e8-f8b4-4c7a-84bf-e7658add1481 of type vlan for network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 Jun 16 16:50:32.409280 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:32.436083 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:32.437330 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:32.437951 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:32.440744 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:32.462774 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2210155 Jun 16 16:50:32.606114 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Pushing event updated for resources: {'Network': ['ID=b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:32.608863 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:32.616176 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:50:34.610584 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54148) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:34.667998 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.pecan_wsgi.hooks.translation [None req-828855d9-95c1-44a6-b635-0ef8ca34a437 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:50:34.669285 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-828855d9-95c1-44a6-b635-0ef8ca34a437 admin admin] 10.222.0.98 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577130 Jun 16 16:50:34.742594 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844881bf-8455-4bc0-96b6-b26e6d1833a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:34.744038 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-844881bf-8455-4bc0-96b6-b26e6d1833a7 admin admin] 10.222.0.98 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0700760 Jun 16 16:50:34.753977 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Request body: {'subnet': {'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:50:34.773417 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Made reservation on behalf of 51751eceb1e84d6bba53510b3eb4c8f6 for: {'subnet': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:50:34.775798 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:34.935433 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:34.938196 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:34.995709 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0891919d-a34e-4c61-9280-56a76c6c7f45,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:34.998400 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:35.001271 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Checking segment: {'id': 'bcdf18e8-f8b4-4c7a-84bf-e7658add1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:50:35.001587 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Network hostable DHCP agents. Network: b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:50:35.017186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:50:35.025757 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8) {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:50:35.030040 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:35.030847 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:35.035407 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6bd3d2-a2e4-4761-9610-c2297f6a1102 None None] Network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:50:35.055115 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2947533 Jun 16 16:50:35.184223 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c085ca-2c1a-5bf4-a7bf-39277b0387d4-b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8', 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8', 'tenant_id': '51751eceb1e84d6bba53510b3eb4c8f6', 'fixed_ips': [{'subnet_id': '0891919d-a34e-4c61-9280-56a76c6c7f45'}]}} from dv-cinder-783389-6-iscsi. {{(pid=92708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:50:35.185089 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:35.322787 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.db_base_plugin_common [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Allocated IP 192.168.233.2 (b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8/0891919d-a34e-4c61-9280-56a76c6c7f45/c801fa13-0d6d-45a2-9cf1-6f577ed5f752) {{(pid=92708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:50:35.554077 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Notify callbacks [] for port, precommit_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:35.562707 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Transition to ACTIVE for port object c801fa13-0d6d-45a2-9cf1-6f577ed5f752 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:50:35.578791 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Transition to ACTIVE for port object c801fa13-0d6d-45a2-9cf1-6f577ed5f752 will not be triggered until provisioned by entity DHCP. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:50:35.584893 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:35.587180 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:35.626463 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 is already hosted by enough agents. {{(pid=92708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:50:35.631163 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.base_scheduler [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Resources bound (agent type, host, resource id): {{(pid=92708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:50:35.634183 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Received port after_create {{(pid=92708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:50:35.645120 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Pushing event updated for resources: {'Port': ['ID=c801fa13-0d6d-45a2-9cf1-6f577ed5f752,revision_number=1']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:35.667574 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.667925 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.668260 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.668590 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.668915 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.669238 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.669557 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.669879 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.670218 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.670639 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.670961 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.671274 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:35.675512 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:35.708416 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Attempting to bind port c801fa13-0d6d-45a2-9cf1-6f577ed5f752 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:50:35.708806 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Attempting to bind port c801fa13-0d6d-45a2-9cf1-6f577ed5f752 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': 'bcdf18e8-f8b4-4c7a-84bf-e7658add1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:50:35.709177 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Attempting to bind port c801fa13-0d6d-45a2-9cf1-6f577ed5f752 on network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:50:35.714383 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:50:35.714755 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Checking segment: {'id': 'bcdf18e8-f8b4-4c7a-84bf-e7658add1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:50:35.715153 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:35.715547 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Bound using segment: {'id': 'bcdf18e8-f8b4-4c7a-84bf-e7658add1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:50:35.716014 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Bound port: c801fa13-0d6d-45a2-9cf1-6f577ed5f752, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdf18e8-f8b4-4c7a-84bf-e7658add1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:50:35.716388 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:35.777600 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] For port c801fa13-0d6d-45a2-9cf1-6f577ed5f752, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:50:35.781004 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] For port c801fa13-0d6d-45a2-9cf1-6f577ed5f752, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=c801fa13-0d6d-45a2-9cf1-6f577ed5f752,segment=NetworkSegment(bcdf18e8-f8b4-4c7a-84bf-e7658add1481),segment_id=bcdf18e8-f8b4-4c7a-84bf-e7658add1481)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:50:35.785556 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:35.787884 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:35.844537 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Pushing event updated for resources: {'Port': ['ID=c801fa13-0d6d-45a2-9cf1-6f577ed5f752,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:35.849230 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:36.216450 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device c801fa13-0d6d-45a2-9cf1-6f577ed5f752 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:50:36.270452 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port c801fa13-0d6d-45a2-9cf1-6f577ed5f752 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:50:36.617907 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e87737-e900-4806-95c8-e4d3461d9890 None None] Network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:50:36.737277 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-153b3914-fea1-47f7-8863-470b6c193e8b None None] Provisioning for port c801fa13-0d6d-45a2-9cf1-6f577ed5f752 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:50:36.743165 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-153b3914-fea1-47f7-8863-470b6c193e8b None None] Provisioning complete for port c801fa13-0d6d-45a2-9cf1-6f577ed5f752 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:36.743538 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-153b3914-fea1-47f7-8863-470b6c193e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:36.852347 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-153b3914-fea1-47f7-8863-470b6c193e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:36.888822 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-153b3914-fea1-47f7-8863-470b6c193e8b None None] For port c801fa13-0d6d-45a2-9cf1-6f577ed5f752, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=c801fa13-0d6d-45a2-9cf1-6f577ed5f752,segment=NetworkSegment(bcdf18e8-f8b4-4c7a-84bf-e7658add1481),segment_id=bcdf18e8-f8b4-4c7a-84bf-e7658add1481)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:50:36.898512 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-153b3914-fea1-47f7-8863-470b6c193e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:36.900673 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:36.954160 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b3914-fea1-47f7-8863-470b6c193e8b None None] Pushing event updated for resources: {'Port': ['ID=c801fa13-0d6d-45a2-9cf1-6f577ed5f752,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:36.958083 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-153b3914-fea1-47f7-8863-470b6c193e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:37.020488 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-426f9f66-56a0-4a09-b4aa-a90e32fd2edd None None] Provisioning complete for port c801fa13-0d6d-45a2-9cf1-6f577ed5f752 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:37.020880 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-426f9f66-56a0-4a09-b4aa-a90e32fd2edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:38.191228 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device c801fa13-0d6d-45a2-9cf1-6f577ed5f752 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:50:38.237258 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port c801fa13-0d6d-45a2-9cf1-6f577ed5f752 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:38.237630 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:53.559758 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-728fa7d3-20ac-464f-bbd7-164e852b8159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:55.834512 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-d2f62e71-07c8-4717-9e2a-5b0633471d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:56.230295 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:56.763903 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:58.704673 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:04.348796 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 5 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:51:23.561062 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e11e087d-95dd-40ee-97a2-3d71b505201f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:25.835421 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-02a964a5-930f-454e-a461-e3ffb9862ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:26.230849 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:26.768010 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:28.707094 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:41.347675 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 5 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:51:41.494434 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54200) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:41.500367 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [None req-5929b917-2e19-46e8-ad81-57d8506ed356 tempest-verify_tempest_config-1154533547 tempest-verify_tempest_config-1154533547-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:51:41.501587 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-5929b917-2e19-46e8-ad81-57d8506ed356 tempest-verify_tempest_config-1154533547 tempest-verify_tempest_config-1154533547-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061815 Jun 16 16:51:41.795175 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54218) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:41.894443 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:41.981256 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:41.985796 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:41.991577 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ce419b2c-2dbb-49ec-9bd8-102cffd710a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:51:42.033689 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cc852691292f4118a89710a4912b30cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2374856 Jun 16 16:51:42.034817 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc57840-5247-48a1-a9f5-db4a655d7ce4,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:51:42.036425 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54224) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:42.041562 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.041999 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.042304 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.042643 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.042966 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.043303 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.043623 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.043941 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.044258 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.044573 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.044891 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.045206 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.048977 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:51:42.089081 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:42.109801 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:42.194671 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:42.197483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:42.198705 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4fc57840-5247-48a1-a9f5-db4a655d7ce4 HTTP/1.1" status: 204 len: 168 time: 0.1611814 Jun 16 16:51:42.199601 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:51:42.207511 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc57840-5247-48a1-a9f5-db4a655d7ce4,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:51:42.214069 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.214725 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.215064 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.215391 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.215713 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.216049 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.216555 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.216800 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.217155 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.217436 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.217748 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.218062 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:42.221807 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:51:53.565276 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-33ff316c-a5f5-4c7c-af45-b33d8eb87dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:55.837947 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-9a6b63ec-9129-46ed-baf8-dc26a15a8cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:56.232422 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:56.771691 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:58.709801 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:18.346303 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 5 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:52:23.565536 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5180ee9c-134b-4a32-b034-1a06a0bbf79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:25.838393 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2e2dea46-95af-4fae-afae-20b6b1748052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:26.232758 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:26.774219 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:28.712770 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:53.565814 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-496c559e-4bd7-45d0-b535-5f3298562d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:55.344908 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 5 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:52:55.837751 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-64e10c7d-4b90-4c6d-8f27-78d7be706407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:56.232955 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:56.777463 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:58.716583 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:17.868504 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863'] for agent, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:21.791430 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54276) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:21.891358 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-26f4ae93-e27d-41bb-bac5-3d16d58ca18e admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0988238 Jun 16 16:53:23.566144 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-a04fa6aa-07ea-4cac-8829-900630e42d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:24.034066 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54286) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:24.086264 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-dd92f0e0-7c2b-4267-bda3-8070a992bdf8 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0509970 Jun 16 16:53:25.838541 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fb6bcd17-602b-4069-aa45-de7e276f4fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:26.235321 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:26.780846 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:28.721171 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:32.346352 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:53:47.837354 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:53.566166 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-9bbb563f-cca1-482d-b8e2-a1ceded4217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:55.839306 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-136907c8-05be-47b3-881a-e6e366dfd15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:56.236329 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:56.783366 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:58.725392 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:09.345786 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:54:17.843983 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:23.568988 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-bb877bf4-dc19-4f7c-855d-ad7fa8557365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:25.840917 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-83f9637d-67f7-41b7-8d49-fb219af8322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:26.237634 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:26.786263 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:28.726895 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:46.344778 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:54:47.858061 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:50.742591 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54488) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:51.122460 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1168258125-network', 'tenant_id': '3a2d27cc7362488db02aca35a3255b58'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:54:51.145200 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Made reservation on behalf of 3a2d27cc7362488db02aca35a3255b58 for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:54:51.147687 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.156260 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.250656 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.254707 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.263270 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-18876136-b553-41a8-823d-4d04627dbf8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:51.281392 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=92706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:54:51.290931 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.291270 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Added segment fb55c6e0-22d6-45b2-b6fe-fa56141a23e8 of type vlan for network 48a6b4e6-d0e9-4813-897a-814a175cc705 Jun 16 16:54:51.337540 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.344566 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54524) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:51.348216 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df689bf-a31d-4643-a514-65d8a53240bb,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:51.358580 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.358923 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.359244 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.359669 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.359876 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.360200 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.360515 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.360937 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.361254 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.361679 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.361863 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.362378 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Tracked resource versions report: Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: pushed versions: Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: { 'AddressGroup': {'1.2'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'ConntrackHelper': {'1.0'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Log': {'1.0'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Network': {'1.1'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Port': {'1.7'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'PortForwarding': {'1.2'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'QosPolicy': {'1.8'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SecurityGroup': {'1.4'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SubPort': {'1.0'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Subnet': {'1.1'}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Trunk': {'1.1'}} Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: consumer versions: Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: { DHCP agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: HyperV agent@hv-cinder-78338: {}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: L3 agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: Metadata agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: Metering agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: Open vSwitch agent@dv-cinder-783389-6-iscsi: { 'AddressGroup': '1.2', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'ConntrackHelper': '1.0', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Log': '1.0', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Network': '1.1', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Port': '1.7', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'PortForwarding': '1.2', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'QosPolicy': '1.8', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SecurityGroup': '1.4', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SecurityGroupRule': '1.2', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'SubPort': '1.0', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Subnet': '1.1', Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: 'Trunk': '1.1'}} Jun 16 16:54:51.363595 dv-cinder-783389-6-iscsi neutron-server[92706]: {{(pid=92706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:54:51.372428 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:51.377913 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54530) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:51.392344 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.393640 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:51.394247 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.396411 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-70c93f1c-fc7a-4f96-bb8c-de31477b5975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:51.427201 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6837900 Jun 16 16:54:51.430386 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54536) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:51.439604 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Request body: {'subnet': {'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1168258125-subnet', 'tenant_id': '3a2d27cc7362488db02aca35a3255b58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:54:51.455604 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Pushing event updated for resources: {'Network': ['ID=48a6b4e6-d0e9-4813-897a-814a175cc705,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:51.463274 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:51.466757 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 48a6b4e6-d0e9-4813-897a-814a175cc705 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:54:51.471542 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Made reservation on behalf of 3a2d27cc7362488db02aca35a3255b58 for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:54:51.474310 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.620520 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54542) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:51.697628 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-network', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:54:51.701534 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.710741 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:51.772249 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1502399041-network', 'tenant_id': '8af118e377bf464ab91df6efd5974d9e'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:54:51.785927 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ec563f-d779-46da-a73c-8e96791f4915,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:51.800529 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.801137 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.801643 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.802179 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.802683 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.803181 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.803668 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.804192 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.804688 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.805190 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.805513 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.805836 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Tracked resource versions report: Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: pushed versions: Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: { 'AddressGroup': {'1.2'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'ConntrackHelper': {'1.0'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Log': {'1.0'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Network': {'1.1'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Port': {'1.7'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'PortForwarding': {'1.2'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'QosPolicy': {'1.8'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SecurityGroup': {'1.4'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SubPort': {'1.0'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Subnet': {'1.1'}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Trunk': {'1.1'}} Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: consumer versions: Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: { DHCP agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: HyperV agent@hv-cinder-78338: {}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: L3 agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: Metadata agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: Metering agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: Open vSwitch agent@dv-cinder-783389-6-iscsi: { 'AddressGroup': '1.2', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'ConntrackHelper': '1.0', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Log': '1.0', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Network': '1.1', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Port': '1.7', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'PortForwarding': '1.2', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'QosPolicy': '1.8', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SecurityGroup': '1.4', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SecurityGroupRule': '1.2', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'SubPort': '1.0', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Subnet': '1.1', Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: 'Trunk': '1.1'}} Jun 16 16:54:51.806912 dv-cinder-783389-6-iscsi neutron-server[92705]: {{(pid=92705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:54:51.809866 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:51.824134 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Checking segment: {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:54:51.824580 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Network hostable DHCP agents. Network: 48a6b4e6-d0e9-4813-897a-814a175cc705, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:54:51.828815 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Made reservation on behalf of ce0a6761fdc745779a6365f2d664403c for: {'network': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:54:51.831211 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.848276 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.881160 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Made reservation on behalf of 8af118e377bf464ab91df6efd5974d9e for: {'network': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:54:51.883963 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.889198 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Network 48a6b4e6-d0e9-4813-897a-814a175cc705 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:54:51.906266 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-649494827-network', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:54:51.913345 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.933093 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 48a6b4e6-d0e9-4813-897a-814a175cc705) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:54:51.937798 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:51.938414 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.947702 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c0240b-6acf-46d8-9a58-d56e35f69a97 None None] Network 48a6b4e6-d0e9-4813-897a-814a175cc705 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:54:52.044059 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.049131 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.075994 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Made reservation on behalf of 71348cdc09ee48ceb90c4dfe775fc99a for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:54:52.076222 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=92705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:54:52.080431 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.093354 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:52.105692 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.143245 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77dfffc-feda-47cb-bce9-5f28a7e5c990,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:52.160240 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7285297 Jun 16 16:54:52.161190 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:52.164668 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.164668 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.segments_db [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Added segment 2588df1c-40db-407c-b07d-11c0606fa543 of type vlan for network 9dbeb5f1-14da-4009-b87d-034124907f0d Jun 16 16:54:52.183211 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff9cac2-d95d-4e6b-9365-bdaabfb66d60 None None] Network 48a6b4e6-d0e9-4813-897a-814a175cc705 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:54:52.301515 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.503976 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.532055 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.532750 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.534064 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:52.555191 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.561926 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:52.591772 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=92705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:54:52.647903 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.649427 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.segments_db [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Added segment d49fa0ae-ac72-48be-b4e0-2322cb348ed8 of type vlan for network d107f90e-2a8c-4f56-b0c2-a2e9406d5125 Jun 16 16:54:52.651047 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Pushing event updated for resources: {'Network': ['ID=9dbeb5f1-14da-4009-b87d-034124907f0d,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:52.657312 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:52.664162 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 9dbeb5f1-14da-4009-b87d-034124907f0d details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:54:52.672605 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:52.727723 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.738480 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.758922 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:52.788973 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.794700 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4492519 Jun 16 16:54:52.797665 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54594) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:52.806489 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Request body: {'subnet': {'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-subnet', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:54:52.812603 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f4614f-4433-4a4f-8537-26980b5919a1,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:52.815896 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=92706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:54:52.820929 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:52.845493 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aa69ce-df94-46ac-85a9-86656cc0d080,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:52.848553 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.848892 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Added segment 8e9994c9-d978-47cf-8fae-86b450606fa3 of type vlan for network ba7080a3-8498-4496-984d-d98af57818e3 Jun 16 16:54:52.852742 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.854509 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:52.855883 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.859353 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:52.865166 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7315e88e-fab6-49c8-8256-3de17198912a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:52.868112 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Made reservation on behalf of ce0a6761fdc745779a6365f2d664403c for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:54:52.872389 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.949172 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:52.971282 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5880580 Jun 16 16:54:52.971835 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54604) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:52.982369 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Request body: {'subnet': {'network_id': 'd107f90e-2a8c-4f56-b0c2-a2e9406d5125', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1502399041-subnet', 'tenant_id': '8af118e377bf464ab91df6efd5974d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:54:53.017029 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.021635 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:53.023689 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.031545 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d107f90e-2a8c-4f56-b0c2-a2e9406d5125,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:53.036180 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:53.042463 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:53.046800 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network d107f90e-2a8c-4f56-b0c2-a2e9406d5125 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:54:53.089921 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Made reservation on behalf of 8af118e377bf464ab91df6efd5974d9e for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:54:53.104888 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.111474 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54618) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:53.111864 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4901607 Jun 16 16:54:53.155257 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Request body: {'subnet': {'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-subnet', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:54:53.186479 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7080a3-8498-4496-984d-d98af57818e3,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:53.195221 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:53.211274 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network ba7080a3-8498-4496-984d-d98af57818e3 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:54:53.290733 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Made reservation on behalf of 71348cdc09ee48ceb90c4dfe775fc99a for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:54:53.294036 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.445345 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.465658 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-181ba96c-3473-45b8-9585-24b4549009ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:53.579681 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-1ab73c94-a67e-43ce-b8a4-f8fc6a3e34f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.654210 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:53.667517 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:53.679970 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.689842 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:53.691825 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Checking segment: {'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:54:53.692461 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Network hostable DHCP agents. Network: 9dbeb5f1-14da-4009-b87d-034124907f0d, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:54:53.751155 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54666) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:53.756269 dv-cinder-783389-6-iscsi neutron-server[92706]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:54:53.831433 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Network 9dbeb5f1-14da-4009-b87d-034124907f0d is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:54:53.839165 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.846948 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee6e6a9-d4e0-4649-994f-51b8a211609f,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:53.849819 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:53.856228 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:53.858030 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 9dbeb5f1-14da-4009-b87d-034124907f0d) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:54:53.862412 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:53.863000 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.868801 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93cf1a4-372d-438d-8090-84e27144f94d None None] Network 9dbeb5f1-14da-4009-b87d-034124907f0d requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:54:53.914047 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Checking segment: {'id': 'd49fa0ae-ac72-48be-b4e0-2322cb348ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'd107f90e-2a8c-4f56-b0c2-a2e9406d5125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:54:53.914462 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Network hostable DHCP agents. Network: d107f90e-2a8c-4f56-b0c2-a2e9406d5125, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:54:53.925911 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1269393 Jun 16 16:54:53.930132 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54668) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:53.935242 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-router', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:54:53.947412 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ab8b76-5ae7-4a87-a79b-5f85ba745f40,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:53.950892 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:53.962521 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Network d107f90e-2a8c-4f56-b0c2-a2e9406d5125 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:54:53.968795 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.970116 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Checking segment: {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:54:53.970505 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Network hostable DHCP agents. Network: ba7080a3-8498-4496-984d-d98af57818e3, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:54:53.970868 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1151'] for router, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.985567 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, d107f90e-2a8c-4f56-b0c2-a2e9406d5125) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:54:53.989831 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:53.990450 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.999977 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa72641-fe02-4f4a-8f68-1418667893da None None] Network d107f90e-2a8c-4f56-b0c2-a2e9406d5125 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:54:54.018245 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Network ba7080a3-8498-4496-984d-d98af57818e3 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:54:54.029796 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:54.030989 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0562787 Jun 16 16:54:54.042078 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, ba7080a3-8498-4496-984d-d98af57818e3) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:54:54.058570 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:54.061087 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:54.090982 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9531069 Jun 16 16:54:54.094884 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54672) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:54.107000 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:54:54.140735 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3478327-85f3-498e-a22e-2104fa0a0124 None None] Network ba7080a3-8498-4496-984d-d98af57818e3 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:54:54.151444 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:54.153288 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1151'] for router, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:54.168148 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-6ef9a3cc-2cff-4dab-bf5a-96ad5d6fca59 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:54.170023 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-6ef9a3cc-2cff-4dab-bf5a-96ad5d6fca59 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 815 time: 0.4160471 Jun 16 16:54:54.217601 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605745d6-4930-4328-8f7f-854260a5be94 None None] Network 9dbeb5f1-14da-4009-b87d-034124907f0d requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:54:54.393457 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:54.414028 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b08d2f4b-1485-4079-b396-6443ad55d1c1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/quotas/3a2d27cc7362488db02aca35a3255b58 HTTP/1.1" status: 200 len: 375 time: 0.2280111 Jun 16 16:54:54.464847 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab7880-d553-43ca-a34e-529f82f99db6 None None] Network d107f90e-2a8c-4f56-b0c2-a2e9406d5125 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:54:54.486903 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:54.518907 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-429fafa2-6ce8-45ad-b44b-37ce157bfc4e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969987 Jun 16 16:54:54.561156 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54714) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:54.702790 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c085ca-2c1a-5bf4-a7bf-39277b0387d4-ba7080a3-8498-4496-984d-d98af57818e3', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40'}]}} from dv-cinder-783389-6-iscsi. {{(pid=92708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:54:54.703922 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:54.721664 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:54.867460 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-5b8a305b-248a-4a62-841d-c0b154ca54bd service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:54:54.875885 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-5b8a305b-248a-4a62-841d-c0b154ca54bd service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1387517 Jun 16 16:54:55.013970 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.db_base_plugin_common [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Allocated IP 172.20.0.2 (ba7080a3-8498-4496-984d-d98af57818e3/00ab8b76-5ae7-4a87-a79b-5f85ba745f40/337dcc30-bb67-440a-95a0-84a194ab6768) {{(pid=92708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:54:55.086185 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.119435 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.234455 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Notify callbacks [] for port, precommit_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.243318 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-6f0cbc8f-ff3d-4966-b947-0cb094552158 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:55.244757 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-6f0cbc8f-ff3d-4966-b947-0cb094552158 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/networks?id=d107f90e-2a8c-4f56-b0c2-a2e9406d5125 HTTP/1.1" status: 200 len: 812 time: 0.6808958 Jun 16 16:54:55.245972 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Transition to ACTIVE for port object 337dcc30-bb67-440a-95a0-84a194ab6768 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:54:55.267064 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Transition to ACTIVE for port object 337dcc30-bb67-440a-95a0-84a194ab6768 will not be triggered until provisioned by entity DHCP. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:54:55.277198 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.281356 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:55.313700 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Network ba7080a3-8498-4496-984d-d98af57818e3 is already hosted by enough agents. {{(pid=92708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:54:55.318102 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.base_scheduler [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Resources bound (agent type, host, resource id): {{(pid=92708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:54:55.318447 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Allocated IP 172.27.1.32 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/0be2d4e2-a0a7-4697-8827-e86993c9d67c) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:54:55.323047 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-0c79af84-3e21-4a85-8b4b-ed20363adeec tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/quotas/8af118e377bf464ab91df6efd5974d9e HTTP/1.1" status: 200 len: 375 time: 0.0649564 Jun 16 16:54:55.327281 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Received port after_create {{(pid=92708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:54:55.335863 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Pushing event updated for resources: {'Port': ['ID=337dcc30-bb67-440a-95a0-84a194ab6768,revision_number=1']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:55.346304 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.346641 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.346971 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.347300 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.347624 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.347944 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.348259 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.348574 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.348888 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.349247 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.349563 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.349878 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Tracked resource versions report: Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: pushed versions: Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: { 'AddressGroup': {'1.2'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'ConntrackHelper': {'1.0'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Log': {'1.0'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Network': {'1.1'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Port': {'1.7'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'PortForwarding': {'1.2'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'QosPolicy': {'1.8'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SecurityGroup': {'1.4'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SubPort': {'1.0'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Subnet': {'1.1'}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Trunk': {'1.1'}} Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: consumer versions: Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: { DHCP agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: HyperV agent@hv-cinder-78338: {}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: L3 agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: Metadata agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: Metering agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: Open vSwitch agent@dv-cinder-783389-6-iscsi: { 'AddressGroup': '1.2', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'ConntrackHelper': '1.0', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Log': '1.0', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Network': '1.1', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Port': '1.7', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'PortForwarding': '1.2', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'QosPolicy': '1.8', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SecurityGroup': '1.4', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SecurityGroupRule': '1.2', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'SubPort': '1.0', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Subnet': '1.1', Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: 'Trunk': '1.1'}} Jun 16 16:54:55.350893 dv-cinder-783389-6-iscsi neutron-server[92708]: {{(pid=92708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:54:55.375536 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:55.380474 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-57e138bf-af49-4944-9c91-0ef8f174ac4f tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8af118e377bf464ab91df6efd5974d9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470936 Jun 16 16:54:55.389776 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.412046 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Attempting to bind port 337dcc30-bb67-440a-95a0-84a194ab6768 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:54:55.412418 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Attempting to bind port 337dcc30-bb67-440a-95a0-84a194ab6768 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:54:55.412780 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Attempting to bind port 337dcc30-bb67-440a-95a0-84a194ab6768 on network ba7080a3-8498-4496-984d-d98af57818e3 {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:54:55.418144 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:54:55.418551 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Checking segment: {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:54:55.419102 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.419391 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Bound using segment: {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:54:55.419860 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Bound port: 337dcc30-bb67-440a-95a0-84a194ab6768, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:54:55.420237 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.421632 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.431832 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-cd880cb8-bd22-4531-b9fa-92be1ab18d71 service neutron] 10.222.0.98 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548599 Jun 16 16:54:55.506589 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] For port 337dcc30-bb67-440a-95a0-84a194ab6768, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:54:55.512468 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] For port 337dcc30-bb67-440a-95a0-84a194ab6768, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=337dcc30-bb67-440a-95a0-84a194ab6768,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:54:55.513995 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.517541 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.522581 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:55.562684 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-21f28e75-145e-4452-b799-8b5220e2f072 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:54:55.563689 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-21f28e75-145e-4452-b799-8b5220e2f072 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0927658 Jun 16 16:54:55.593831 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Pushing event updated for resources: {'Port': ['ID=337dcc30-bb67-440a-95a0-84a194ab6768,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:55.597717 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:55.616678 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.619945 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:55.629103 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-fb57898b-2250-4cef-95ec-2e64a60da770 service neutron] 10.222.0.98 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614456 Jun 16 16:54:55.700766 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:54:55.708470 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:54:55.713990 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:54:55.717832 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Allocated IP 172.27.1.71 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/2729feab-d7f4-44ff-a21e-25cbb1e206dd) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:54:55.720294 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Pushing event updated for resources: {'Port': ['ID=0be2d4e2-a0a7-4697-8827-e86993c9d67c,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:55.736443 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-de7a68da-da7c-4d2a-866f-d9516aabac46 service neutron] 10.222.0.98 "GET /v2.0/networks/d107f90e-2a8c-4f56-b0c2-a2e9406d5125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643591 Jun 16 16:54:55.758641 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:55.854031 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-097a9321-2d51-442b-8b6e-b4aa03f49fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:55.940638 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-1358f753-198b-4918-b0fc-1ab7a57c1a93 service neutron] 10.222.0.98 "GET /v2.0/networks/d107f90e-2a8c-4f56-b0c2-a2e9406d5125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941123 Jun 16 16:54:55.968673 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:56.044868 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:56.049197 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:56.116434 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:54:56.127254 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:54:56.135963 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:54:56.253762 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:56.366428 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4cf9b234-ad11-4c79-bd64-81609b6b0d15 req-933af83b-c2b1-4166-b651-b2b7760d7eeb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.0808270 Jun 16 16:54:56.366908 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:56.443216 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Pushing event updated for resources: {'Port': ['ID=2729feab-d7f4-44ff-a21e-25cbb1e206dd,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:56.461985 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:56.479462 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 337dcc30-bb67-440a-95a0-84a194ab6768 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:54:56.589395 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 337dcc30-bb67-440a-95a0-84a194ab6768 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:54:56.618482 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-de1aab36-f06c-4e6c-b873-bb2dcfb4e424 req-37e2cefd-6b1e-4768-839a-06eeaa42bde3 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 210 time: 0.1145375 Jun 16 16:54:56.819002 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:56.822488 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:56.897377 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982'] for router, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:57.216718 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982'] for router, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:57.272933 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54844) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:57.320597 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Router 823a171d-e04f-4294-a537-3883999cc98d is scheduled to L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 with binding_index 1 {{(pid=92705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:54:57.368239 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6631745-0dcd-4d28-8621-a022a276792a None None] Network ba7080a3-8498-4496-984d-d98af57818e3 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:54:57.562646 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-be2c8a0c-f6f4-4e1e-b648-a619495ce493 None None] Provisioning for port 337dcc30-bb67-440a-95a0-84a194ab6768 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:54:57.570947 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-804f79c2-c061-4e37-beae-9fa2750b3438 req-edd6ef5d-a70d-40f1-ac6f-ee71842e0f0b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.0796220 Jun 16 16:54:57.577158 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Router e422245f-38cd-4e6f-b3a2-17296f40e940 is scheduled to L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 with binding_index 1 {{(pid=92706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:54:57.581403 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-be2c8a0c-f6f4-4e1e-b648-a619495ce493 None None] Provisioning complete for port 337dcc30-bb67-440a-95a0-84a194ab6768 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:54:57.586317 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-be2c8a0c-f6f4-4e1e-b648-a619495ce493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:57.631301 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3c1974a2-3643-4f5f-b088-dc2ffd7dec4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:57.819405 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:54:57.831520 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Sync routers for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:54:57.852808 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:54:57.852808 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:54:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:54:57.921248 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3c1974a2-3643-4f5f-b088-dc2ffd7dec4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:57.930797 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3c1974a2-3643-4f5f-b088-dc2ffd7dec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:57.985522 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:57.989681 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:54:57.995242 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3c1974a2-3643-4f5f-b088-dc2ffd7dec4d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8dfef40322ed4cb1bcc0a9fb3ea4006b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7212319 Jun 16 16:54:57.997759 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54896) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:57.998623 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.002406 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9040172 Jun 16 16:54:58.006543 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 54898) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:58.094117 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1974a2-3643-4f5f-b088-dc2ffd7dec4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09613407-b9be-4c04-8388-25a700f5dd75,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:58.109710 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5953e4be-da82-4156-9d8f-f0f95d3842ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.120079 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3c1974a2-3643-4f5f-b088-dc2ffd7dec4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:58.136278 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5953e4be-da82-4156-9d8f-f0f95d3842ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.205202 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:54:58.218937 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Notify callbacks [] for router, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.220408 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2890451 Jun 16 16:54:58.223631 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54906) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:58.238347 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Sync routers for ids ['e422245f-38cd-4e6f-b3a2-17296f40e940'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:54:58.253261 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Routers {'e422245f-38cd-4e6f-b3a2-17296f40e940'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:54:58.254227 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:54:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e422245f-38cd-4e6f-b3a2-17296f40e940'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:54:58.357356 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Set router e422245f-38cd-4e6f-b3a2-17296f40e940 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:54:58.416751 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5953e4be-da82-4156-9d8f-f0f95d3842ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.451228 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5953e4be-da82-4156-9d8f-f0f95d3842ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.455110 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-5953e4be-da82-4156-9d8f-f0f95d3842ef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/09613407-b9be-4c04-8388-25a700f5dd75 HTTP/1.1" status: 204 len: 168 time: 0.4541705 Jun 16 16:54:58.467798 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-44e8348c-c731-4483-b579-78b16ac6a29b req-9544b5e7-afd7-4b64-9cae-e4d28795c102 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 210 time: 0.4592831 Jun 16 16:54:58.468716 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:55Z', 'revision_number': 3, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:54:58.477069 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Checking router: 823a171d-e04f-4294-a537-3883999cc98d for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:54:58.477433 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Updating router 823a171d-e04f-4294-a537-3883999cc98d port 0be2d4e2-a0a7-4697-8827-e86993c9d67c binding host dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:54:58.498046 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:58.509134 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953e4be-da82-4156-9d8f-f0f95d3842ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09613407-b9be-4c04-8388-25a700f5dd75,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:58.516561 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5953e4be-da82-4156-9d8f-f0f95d3842ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:58.542202 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.568048 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-be2c8a0c-f6f4-4e1e-b648-a619495ce493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.643824 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-be2c8a0c-f6f4-4e1e-b648-a619495ce493 None None] For port 337dcc30-bb67-440a-95a0-84a194ab6768, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=337dcc30-bb67-440a-95a0-84a194ab6768,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:54:58.655046 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-be2c8a0c-f6f4-4e1e-b648-a619495ce493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.659429 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:58.699564 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.729323 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-router', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:53Z', 'updated_at': '2021-06-16T16:54:56Z', 'revision_number': 3, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'gw_port': {'id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:54:58.805200 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Checking router: e422245f-38cd-4e6f-b3a2-17296f40e940 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:54:58.805555 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Updating router e422245f-38cd-4e6f-b3a2-17296f40e940 port 2729feab-d7f4-44ff-a21e-25cbb1e206dd binding host dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:54:58.878178 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.887085 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c8a0c-f6f4-4e1e-b648-a619495ce493 None None] Pushing event updated for resources: {'Port': ['ID=337dcc30-bb67-440a-95a0-84a194ab6768,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:58.900758 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-be2c8a0c-f6f4-4e1e-b648-a619495ce493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:58.910593 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.028122 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Allocated IP 172.20.0.1 (ba7080a3-8498-4496-984d-d98af57818e3/00ab8b76-5ae7-4a87-a79b-5f85ba745f40/b42e177b-1bd7-4d7a-941a-0c0961795286) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:54:59.041920 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54930) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:59.085386 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-57d373c2-fe3b-413d-9274-9de0c643edbe req-78d6cdbe-5fef-475c-a726-37f03f55e984 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.0392597 Jun 16 16:54:59.091709 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-25d6f7c5-194f-49b0-b89f-bd60f03ccfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.100084 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-70404d89-12ab-464a-b7ac-5aa61230db74 None None] Provisioning complete for port 337dcc30-bb67-440a-95a0-84a194ab6768 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:54:59.100713 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-70404d89-12ab-464a-b7ac-5aa61230db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.166210 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Notify callbacks [] for port, precommit_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.191437 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.provisioning_blocks [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Transition to ACTIVE for port object 0be2d4e2-a0a7-4697-8827-e86993c9d67c will not be triggered until provisioned by entity L2. {{(pid=92709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:54:59.201999 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.206878 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.208841 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:59.260584 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.262771 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Pushing event updated for resources: {'Port': ['ID=0be2d4e2-a0a7-4697-8827-e86993c9d67c,revision_number=2']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:59.271804 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.272429 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.276635 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.277221 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.278071 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.278337 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.278662 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.278991 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.279169 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Transition to ACTIVE for port object b42e177b-1bd7-4d7a-941a-0c0961795286 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:54:59.279479 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.279922 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.280311 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.281142 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Tracked resource versions report: Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: pushed versions: Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: { 'AddressGroup': {'1.2'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'ConntrackHelper': {'1.0'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Log': {'1.0'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Network': {'1.1'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Port': {'1.7'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'PortForwarding': {'1.2'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'QosPolicy': {'1.8'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SecurityGroup': {'1.4'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SubPort': {'1.0'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Subnet': {'1.1'}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Trunk': {'1.1'}} Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: consumer versions: Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: { DHCP agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: HyperV agent@hv-cinder-78338: {}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: L3 agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: Metadata agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: Metering agent@dv-cinder-783389-6-iscsi: {}, Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: Open vSwitch agent@dv-cinder-783389-6-iscsi: { 'AddressGroup': '1.2', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'ConntrackHelper': '1.0', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Log': '1.0', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Network': '1.1', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Port': '1.7', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'PortForwarding': '1.2', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'QosPolicy': '1.8', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SecurityGroup': '1.4', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SecurityGroupRule': '1.2', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'SubPort': '1.0', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Subnet': '1.1', Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: 'Trunk': '1.1'}} Jun 16 16:54:59.281899 dv-cinder-783389-6-iscsi neutron-server[92709]: {{(pid=92709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:54:59.287876 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:59.306683 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Attempting to bind port 0be2d4e2-a0a7-4697-8827-e86993c9d67c on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:54:59.307055 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Attempting to bind port 0be2d4e2-a0a7-4697-8827-e86993c9d67c by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:54:59.307416 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Attempting to bind port 0be2d4e2-a0a7-4697-8827-e86993c9d67c on network f918d14e-4c62-4a95-b646-f45c14c58acf {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:54:59.314174 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:54:59.314724 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:54:59.314994 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.315497 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Bound using segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:54:59.315888 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Bound port: 0be2d4e2-a0a7-4697-8827-e86993c9d67c, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:54:59.316255 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.344087 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.346660 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1816488a-046c-4e3a-a331-151f12004f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:59.399789 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] For port 0be2d4e2-a0a7-4697-8827-e86993c9d67c, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:54:59.405488 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] For port 0be2d4e2-a0a7-4697-8827-e86993c9d67c, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=0be2d4e2-a0a7-4697-8827-e86993c9d67c,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:54:59.418978 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.424953 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:59.428471 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Pushing event updated for resources: {'Port': ['ID=b42e177b-1bd7-4d7a-941a-0c0961795286,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:59.432250 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:59.442698 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Network ba7080a3-8498-4496-984d-d98af57818e3 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:54:59.444429 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:54:59.446590 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-25d6f7c5-194f-49b0-b89f-bd60f03ccfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.447128 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:54:59.448620 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934999'] for router_interface, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.468103 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-25d6f7c5-194f-49b0-b89f-bd60f03ccfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.481931 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:59.530503 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Allocated IP 172.20.0.1 (9dbeb5f1-14da-4009-b87d-034124907f0d/7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86/e802c369-ca65-4aa6-a2a2-25240ea88666) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:54:59.596475 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:54:59.597402 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:54:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:54:59.598361 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Notify callbacks [] for port, precommit_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.612479 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Transition to ACTIVE for port object 2729feab-d7f4-44ff-a21e-25cbb1e206dd will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:54:59.624776 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.628678 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:59.702543 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Pushing event updated for resources: {'Port': ['ID=0be2d4e2-a0a7-4697-8827-e86993c9d67c,revision_number=3']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:59.724295 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19e5f7-e032-4840-b3a8-d55d5185f501 None None] Pushing event updated for resources: {'Port': ['ID=2729feab-d7f4-44ff-a21e-25cbb1e206dd,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:59.726781 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Attempting to bind port 2729feab-d7f4-44ff-a21e-25cbb1e206dd on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:54:59.727476 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Attempting to bind port 2729feab-d7f4-44ff-a21e-25cbb1e206dd by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:54:59.727978 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Attempting to bind port 2729feab-d7f4-44ff-a21e-25cbb1e206dd on network f918d14e-4c62-4a95-b646-f45c14c58acf {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:54:59.730263 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-9a19e5f7-e032-4840-b3a8-d55d5185f501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:59.736383 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:54:59.737376 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:54:59.744314 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.745395 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Bound using segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:54:59.746052 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Bound port: 2729feab-d7f4-44ff-a21e-25cbb1e206dd, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:54:59.747110 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.777924 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.816076 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:59.828429 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-25d6f7c5-194f-49b0-b89f-bd60f03ccfb9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cc9567bbdf5b4743b9c7ea3a82b1e3e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7853839 Jun 16 16:54:59.834838 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 54956) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:59.884589 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] For port 2729feab-d7f4-44ff-a21e-25cbb1e206dd, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:54:59.888724 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-21097fe0-cc4e-460d-baf7-9f522692d5d4 req-b3d528ef-023d-43f6-9ce1-9acdeb55004f tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 210 time: 0.0461450 Jun 16 16:54:59.895170 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] For port 2729feab-d7f4-44ff-a21e-25cbb1e206dd, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=2729feab-d7f4-44ff-a21e-25cbb1e206dd,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:54:59.898123 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6f7c5-194f-49b0-b89f-bd60f03ccfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e8187b-34ae-4c9f-bb31-18b0dce30eb1,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:59.901760 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:54:59.903396 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fa734b3f-03f8-4f8f-abd3-3a2ae639bf31 None None] Provisioning for port b42e177b-1bd7-4d7a-941a-0c0961795286 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:54:59.917806 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.921910 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-25d6f7c5-194f-49b0-b89f-bd60f03ccfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:59.925249 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fa734b3f-03f8-4f8f-abd3-3a2ae639bf31 None None] Provisioning complete for port b42e177b-1bd7-4d7a-941a-0c0961795286 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:54:59.928869 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fa734b3f-03f8-4f8f-abd3-3a2ae639bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.935717 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:59.963599 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-93e35911-eff0-4c4c-9782-83381e8ba72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:59.975389 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.003315 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-93e35911-eff0-4c4c-9782-83381e8ba72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.017595 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fa734b3f-03f8-4f8f-abd3-3a2ae639bf31 None None] Port b42e177b-1bd7-4d7a-941a-0c0961795286 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:55:00.027015 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Routers {'e422245f-38cd-4e6f-b3a2-17296f40e940'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:00.028033 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:54:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e422245f-38cd-4e6f-b3a2-17296f40e940'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:00.029968 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19e5f7-e032-4840-b3a8-d55d5185f501 None None] Pushing event updated for resources: {'Port': ['ID=2729feab-d7f4-44ff-a21e-25cbb1e206dd,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:00.033836 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-9a19e5f7-e032-4840-b3a8-d55d5185f501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:00.055657 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.075159 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.076948 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934955'] for router_interface, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.079856 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d597b2cc-d393-465d-900f-b6889a995c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:00.082898 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.096737 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-824a7b3b-52f6-4a56-951c-a3bcfe40c11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:00.105429 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Network 9dbeb5f1-14da-4009-b87d-034124907f0d is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:00.109348 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:00.129927 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:00.129927 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934999'] for router_interface, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.174662 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:55Z', 'revision_number': 3, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:00.179012 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50f65c-94bc-4aae-a66a-9dfbf2d85f4b None None] The sync data for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi is: [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:55Z', 'revision_number': 3, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:55:00.191360 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] Set router e422245f-38cd-4e6f-b3a2-17296f40e940 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:00.207056 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Pushing event updated for resources: {'Port': ['ID=b42e177b-1bd7-4d7a-941a-0c0961795286,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:00.210740 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:00.279981 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Network ba7080a3-8498-4496-984d-d98af57818e3 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:00.283396 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-93e35911-eff0-4c4c-9782-83381e8ba72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.283889 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:00.300176 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-93e35911-eff0-4c4c-9782-83381e8ba72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.303753 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-93e35911-eff0-4c4c-9782-83381e8ba72d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f8e8187b-34ae-4c9f-bb31-18b0dce30eb1 HTTP/1.1" status: 204 len: 168 time: 0.4657924 Jun 16 16:55:00.343858 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8e9bffd0-3cc5-46a2-99d4-2118e4f9a086 req-8ff99fe2-6c36-4d25-8b24-ae5a8ca34585 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.0616693 Jun 16 16:55:00.424010 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Pushing event updated for resources: {'Port': ['ID=e802c369-ca65-4aa6-a2a2-25240ea88666,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:00.458661 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:00.459726 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5953e4be-da82-4156-9d8f-f0f95d3842ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:00.470186 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 337dcc30-bb67-440a-95a0-84a194ab6768 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:00.486244 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e35911-eff0-4c4c-9782-83381e8ba72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e8187b-34ae-4c9f-bb31-18b0dce30eb1,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:00.499256 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-93e35911-eff0-4c4c-9782-83381e8ba72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:00.541423 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Router 823a171d-e04f-4294-a537-3883999cc98d has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:55:00.636470 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.733545 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:55:00.733749 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 337dcc30-bb67-440a-95a0-84a194ab6768 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:00.734204 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.746244 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] 10.222.0.98 "PUT /v2.0/routers/823a171d-e04f-4294-a537-3883999cc98d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7359378 Jun 16 16:55:00.793981 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-567639df-c093-4eda-889f-c115057ee2cd None None] Provisioning complete for port b42e177b-1bd7-4d7a-941a-0c0961795286 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:00.794386 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-567639df-c093-4eda-889f-c115057ee2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:00.893403 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-567639df-c093-4eda-889f-c115057ee2cd None None] Port b42e177b-1bd7-4d7a-941a-0c0961795286 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:55:00.959551 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-router', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:53Z', 'updated_at': '2021-06-16T16:54:56Z', 'revision_number': 3, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'gw_port': {'id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:00.978945 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c22488-1586-416e-a6d7-024d2781be34 None None] The sync data for ids ['e422245f-38cd-4e6f-b3a2-17296f40e940'] in dv-cinder-783389-6-iscsi is: [{'id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-router', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:53Z', 'updated_at': '2021-06-16T16:54:56Z', 'revision_number': 3, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'gw_port': {'id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:55:01.044047 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:01.062983 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:01.065057 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934955'] for router_interface, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:01.067591 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:01.310217 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Pushing event updated for resources: {'Port': ['ID=e802c369-ca65-4aa6-a2a2-25240ea88666,revision_number=2']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:01.317137 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:01.395869 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Network 9dbeb5f1-14da-4009-b87d-034124907f0d is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:01.397407 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:01.481734 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9fe0de67-39bc-49d7-98ac-a7736fdcdc37 req-e5d88911-a3f3-451d-9e22-7cb864820a74 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 210 time: 0.3272648 Jun 16 16:55:01.689797 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4f20deb8-858a-441a-bb5a-54065986edca req-b898ee16-220a-4228-b13a-9f6abd2765bc tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.0514019 Jun 16 16:55:01.764449 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Router e422245f-38cd-4e6f-b3a2-17296f40e940 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:55:01.945190 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:55:01.960301 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] 10.222.0.98 "PUT /v2.0/routers/e422245f-38cd-4e6f-b3a2-17296f40e940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7352931 Jun 16 16:55:02.099516 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55030) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:02.104332 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-7d74f46a-7a6b-4ade-8e6f-ae3918877b9f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382388859', 'description': 'tempest-description--371254740'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:02.148246 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7d74f46a-7a6b-4ade-8e6f-ae3918877b9f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.282521 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7d74f46a-7a6b-4ade-8e6f-ae3918877b9f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.289574 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7d74f46a-7a6b-4ade-8e6f-ae3918877b9f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.293266 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0b748381-ba84-4d67-9cf1-235619006631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:02.323499 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7d74f46a-7a6b-4ade-8e6f-ae3918877b9f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.325051 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-7d74f46a-7a6b-4ade-8e6f-ae3918877b9f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.2242396 Jun 16 16:55:02.328382 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55044) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:02.332739 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-983290ec-a5f9-4e97-909d-a364599958d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'security_group_rule': {'security_group_id': 'a46c9476-d969-49a1-b3c2-f8d356ee3b39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:02.347630 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74f46a-7a6b-4ade-8e6f-ae3918877b9f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46c9476-d969-49a1-b3c2-f8d356ee3b39,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:02.353962 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7d74f46a-7a6b-4ade-8e6f-ae3918877b9f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:02.386778 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-983290ec-a5f9-4e97-909d-a364599958d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.487225 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 2729feab-d7f4-44ff-a21e-25cbb1e206dd up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:02.538816 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-983290ec-a5f9-4e97-909d-a364599958d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.544264 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-983290ec-a5f9-4e97-909d-a364599958d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.546072 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:02.563181 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983290ec-a5f9-4e97-909d-a364599958d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b633ef-b496-4695-88e1-acfcad8ebcbe,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:02.573619 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-983290ec-a5f9-4e97-909d-a364599958d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:02.583254 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-983290ec-a5f9-4e97-909d-a364599958d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.584747 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-983290ec-a5f9-4e97-909d-a364599958d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2556579 Jun 16 16:55:02.587492 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55052) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:02.596792 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-ff3d344e-aa61-45c1-810f-e09b874c8039 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'security_group_rule': {'security_group_id': 'a46c9476-d969-49a1-b3c2-f8d356ee3b39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:02.627309 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 2729feab-d7f4-44ff-a21e-25cbb1e206dd completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:02.632007 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 2729feab-d7f4-44ff-a21e-25cbb1e206dd triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:02.634524 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.636014 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ff3d344e-aa61-45c1-810f-e09b874c8039 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.739373 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.753065 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1ed94cc-3924-4d6a-9368-e6717b194887 req-c14d99e7-60cf-4e2f-8ddf-dee315390d0d tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 210 time: 0.0758848 Jun 16 16:55:02.769309 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 2729feab-d7f4-44ff-a21e-25cbb1e206dd, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=2729feab-d7f4-44ff-a21e-25cbb1e206dd,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:02.783600 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.784866 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 0be2d4e2-a0a7-4697-8827-e86993c9d67c up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:02.792429 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:02.842895 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-436d55a4-48e1-4d5c-af7f-19f721f9210f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:02.849503 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-436d55a4-48e1-4d5c-af7f-19f721f9210f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 819 time: 0.1716878 Jun 16 16:55:02.869090 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=2729feab-d7f4-44ff-a21e-25cbb1e206dd,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:02.870168 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-1615f2b9-2390-4a5c-9c2b-8936cb661fea tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/quotas/ce0a6761fdc745779a6365f2d664403c HTTP/1.1" status: 200 len: 375 time: 0.0197804 Jun 16 16:55:02.873620 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:02.882055 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 0be2d4e2-a0a7-4697-8827-e86993c9d67c completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:02.889558 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 0be2d4e2-a0a7-4697-8827-e86993c9d67c triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:02.890445 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.920079 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ff3d344e-aa61-45c1-810f-e09b874c8039 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.932353 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ff3d344e-aa61-45c1-810f-e09b874c8039 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:02.961779 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f18c53d0-f12e-4191-829f-8bddeb074403 req-1566c510-a0aa-4f96-bc2c-ecda0f5ce8d6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.0437217 Jun 16 16:55:02.963526 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:02.983951 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:03.004563 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d344e-aa61-45c1-810f-e09b874c8039 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85b377f-34ea-4f71-8ab1-8f263412b599,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:03.007292 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ff3d344e-aa61-45c1-810f-e09b874c8039 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:03.009964 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ff3d344e-aa61-45c1-810f-e09b874c8039 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:03.011166 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-ff3d344e-aa61-45c1-810f-e09b874c8039 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4193068 Jun 16 16:55:03.014938 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55080) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:03.018770 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 0be2d4e2-a0a7-4697-8827-e86993c9d67c, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=0be2d4e2-a0a7-4697-8827-e86993c9d67c,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:03.023691 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'floatingip': {'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:03.024221 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:03.029569 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:03.057199 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-a9f652cc-70a0-49f5-831f-8e04293a660b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1860704 Jun 16 16:55:03.098708 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:03.104630 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=0be2d4e2-a0a7-4697-8827-e86993c9d67c,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:03.107983 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:03.193962 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-376d8fde-0545-4d15-bb82-c4a441a60962 service neutron] 10.222.0.98 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356468 Jun 16 16:55:03.290878 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-d094830f-bc72-477f-9ec8-986b39cbea2d service neutron] 10.222.0.98 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946648 Jun 16 16:55:03.299998 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:03.416934 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Allocated IP 172.27.1.175 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/4e64d129-3a58-41d0-aa7b-5e18a3720a70) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:03.437873 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55094) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:03.520696 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ee28e91f-ee83-45e2-ab19-5e654d4797ef req-06431a98-c190-4499-8990-485d72d20ca0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 210 time: 0.0548279 Jun 16 16:55:03.580984 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Sync routers for ids ['e422245f-38cd-4e6f-b3a2-17296f40e940'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:55:03.597277 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:03.597517 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Routers {'e422245f-38cd-4e6f-b3a2-17296f40e940'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:03.598145 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:54:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e422245f-38cd-4e6f-b3a2-17296f40e940'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:03.599206 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d8594332-6e18-4281-b4db-82a2b99e4318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:03.671759 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:03.674847 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:03.724202 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:03.725778 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Set router e422245f-38cd-4e6f-b3a2-17296f40e940 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:03.728266 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:03.732506 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:03.767683 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d8594332-6e18-4281-b4db-82a2b99e4318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:03.771037 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'Port': ['ID=4e64d129-3a58-41d0-aa7b-5e18a3720a70,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:03.775722 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:03.796141 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d8594332-6e18-4281-b4db-82a2b99e4318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:03.853271 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:03.879504 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-d8594332-6e18-4281-b4db-82a2b99e4318 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e0683d8abd6243c6a0475f6727756c72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4403265 Jun 16 16:55:03.881948 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8594332-6e18-4281-b4db-82a2b99e4318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7377f325-ff72-498a-b929-073b9bda8c7b,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:03.911178 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55122) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:03.953658 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Sync routers for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:55:03.968179 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:03.969673 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:54:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:03.971620 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d8594332-6e18-4281-b4db-82a2b99e4318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:04.034799 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.110469 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-router', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:53Z', 'updated_at': '2021-06-16T16:55:00Z', 'revision_number': 4, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'gw_port': {'id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'e802c369-ca65-4aa6-a2a2-25240ea88666', 'name': '', 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'mac_address': 'fa:16:3e:c7:6b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:59Z', 'updated_at': '2021-06-16T16:55:00Z', 'revision_number': 2, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'subnets': [{'id': '7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:04.115696 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Checking router: e422245f-38cd-4e6f-b3a2-17296f40e940 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:55:04.116312 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Updating router e422245f-38cd-4e6f-b3a2-17296f40e940 port e802c369-ca65-4aa6-a2a2-25240ea88666 binding host dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:55:04.168504 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.169482 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4f584c41-eaff-44a5-b5e6-4b3e07f1bcff req-c4de1f3a-a85d-4ff4-ace3-056099868bba tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 210 time: 0.1312802 Jun 16 16:55:04.197453 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-a73d1d79-b27c-49b8-b187-c677b1a41e3f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:04.201168 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-a73d1d79-b27c-49b8-b187-c677b1a41e3f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 819 time: 0.3488741 Jun 16 16:55:04.233558 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-e6edf768-e7e0-4425-8829-33ce9cb8fdac tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/quotas/ce0a6761fdc745779a6365f2d664403c HTTP/1.1" status: 200 len: 375 time: 0.0251265 Jun 16 16:55:04.249853 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:04.279021 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.356752 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-8ffe2cd3-a06e-4869-ae6c-7e872c13a927 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161261 Jun 16 16:55:04.425244 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 2729feab-d7f4-44ff-a21e-25cbb1e206dd up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:04.443282 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7e4c39d0-e238-4f8c-9c61-09c5f0b22392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.477813 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for port, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.485393 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7e4c39d0-e238-4f8c-9c61-09c5f0b22392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.487870 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.506665 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:04.517681 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2bce12b4-c4e1-43ac-acfa-166c98327e65 req-41ddec4b-01f5-4b17-8802-cf6a85f70d40 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.1227195 Jun 16 16:55:04.539132 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.561468 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 2729feab-d7f4-44ff-a21e-25cbb1e206dd triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:04.561856 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.564798 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.566439 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5497355 Jun 16 16:55:04.607255 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'Port': ['ID=4e64d129-3a58-41d0-aa7b-5e18a3720a70,revision_number=2']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:04.611475 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:04.638464 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7e4c39d0-e238-4f8c-9c61-09c5f0b22392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.641565 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7e4c39d0-e238-4f8c-9c61-09c5f0b22392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.647528 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7e4c39d0-e238-4f8c-9c61-09c5f0b22392 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7377f325-ff72-498a-b929-073b9bda8c7b HTTP/1.1" status: 204 len: 168 time: 0.7352822 Jun 16 16:55:04.648854 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:04.669475 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c39d0-e238-4f8c-9c61-09c5f0b22392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7377f325-ff72-498a-b929-073b9bda8c7b,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:04.685210 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7e4c39d0-e238-4f8c-9c61-09c5f0b22392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:04.703061 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-0d834f99-789a-4c76-a796-626cccd0dfc5 service neutron] 10.222.0.98 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386829 Jun 16 16:55:04.768748 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Notify callbacks [] for port, precommit_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.783666 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.provisioning_blocks [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Transition to ACTIVE for port object e802c369-ca65-4aa6-a2a2-25240ea88666 will not be triggered until provisioned by entity L2. {{(pid=92709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:04.795111 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.808016 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:04.922045 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 0be2d4e2-a0a7-4697-8827-e86993c9d67c up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:04.923655 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-1b9a78bf-b3ad-4f60-93d1-81583d00d62e service neutron] 10.222.0.98 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130089 Jun 16 16:55:05.011435 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a154525-a715-4214-b6a1-8c8896b62d88 None None] Pushing event updated for resources: {'Port': ['ID=e802c369-ca65-4aa6-a2a2-25240ea88666,revision_number=3']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:05.013492 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 2, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:05.026268 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Checking router: 823a171d-e04f-4294-a537-3883999cc98d for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:55:05.026656 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Updating router 823a171d-e04f-4294-a537-3883999cc98d port b42e177b-1bd7-4d7a-941a-0c0961795286 binding host dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:55:05.062517 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-4a154525-a715-4214-b6a1-8c8896b62d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:05.155756 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:05.160330 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.46', 58180) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:05.170698 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-915a7a99-07a7-4a72-bab6-feb19e1fd19b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--382388859&fields=id&tenant_id=71348cdc09ee48ceb90c4dfe775fc99a HTTP/1.1" status: 200 len: 267 time: 0.0911415 Jun 16 16:55:05.179605 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Attempting to bind port e802c369-ca65-4aa6-a2a2-25240ea88666 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:05.180021 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Attempting to bind port e802c369-ca65-4aa6-a2a2-25240ea88666 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:05.180402 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Attempting to bind port e802c369-ca65-4aa6-a2a2-25240ea88666 on network 9dbeb5f1-14da-4009-b87d-034124907f0d {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:05.182564 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 0be2d4e2-a0a7-4697-8827-e86993c9d67c triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:05.182950 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:05.207434 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:05.207946 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Checking segment: {'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:05.208849 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:05.208849 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Bound using segment: {'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:05.209079 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Bound port: e802c369-ca65-4aa6-a2a2-25240ea88666, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'}}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:05.209439 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:05.325494 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55178) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:05.435621 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] For port e802c369-ca65-4aa6-a2a2-25240ea88666, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:05.439840 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] For port e802c369-ca65-4aa6-a2a2-25240ea88666, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=e802c369-ca65-4aa6-a2a2-25240ea88666,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:05.447134 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:05.449635 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ffeb-77e9-432a-b297-08ca84edce51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:05.461021 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:05.490078 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-df40dfb5-83a6-4017-9f1b-b4d967c9f466 req-cc345692-adaf-4a7b-99ad-f54f2fcade54 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 210 time: 0.1893244 Jun 16 16:55:05.576631 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a154525-a715-4214-b6a1-8c8896b62d88 None None] Pushing event updated for resources: {'Port': ['ID=e802c369-ca65-4aa6-a2a2-25240ea88666,revision_number=4']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:05.597135 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-4a154525-a715-4214-b6a1-8c8896b62d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:05.598488 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Routers {'e422245f-38cd-4e6f-b3a2-17296f40e940'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:05.599866 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:54:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e422245f-38cd-4e6f-b3a2-17296f40e940'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:05.611809 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-6d01bdef-99e6-40c0-9e1b-c682392436be tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:05.616920 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-6d01bdef-99e6-40c0-9e1b-c682392436be tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 816 time: 0.4449649 Jun 16 16:55:05.663341 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-8a413f66-3519-41be-a60a-d800a70fa6ae tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/quotas/71348cdc09ee48ceb90c4dfe775fc99a HTTP/1.1" status: 200 len: 375 time: 0.0452614 Jun 16 16:55:05.881347 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-cae53f9f-4272-44ff-927d-7b2a6a3ce271 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:05.884396 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-cae53f9f-4272-44ff-927d-7b2a6a3ce271 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.46 "GET /v2.0/networks?id=d107f90e-2a8c-4f56-b0c2-a2e9406d5125 HTTP/1.1" status: 200 len: 812 time: 0.7225621 Jun 16 16:55:05.968636 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.46', 58185) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:05.971785 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] Set router e422245f-38cd-4e6f-b3a2-17296f40e940 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:06.205479 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ffeb-77e9-432a-b297-08ca84edce51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:06.223172 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Request body: {'port': {'device_id': '1f6ee586-1e22-4321-964a-38abba101f23', 'network_id': 'd107f90e-2a8c-4f56-b0c2-a2e9406d5125', 'admin_state_up': True, 'tenant_id': '8af118e377bf464ab91df6efd5974d9e'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:06.223460 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-router', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:53Z', 'updated_at': '2021-06-16T16:55:00Z', 'revision_number': 4, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'gw_port': {'id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'e802c369-ca65-4aa6-a2a2-25240ea88666', 'name': '', 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'mac_address': 'fa:16:3e:c7:6b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:59Z', 'updated_at': '2021-06-16T16:55:05Z', 'revision_number': 4, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'subnets': [{'id': '7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:06.227271 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477cf554-6f94-4ed4-8325-8e2c27aecf5c None None] The sync data for ids ['e422245f-38cd-4e6f-b3a2-17296f40e940'] in dv-cinder-783389-6-iscsi is: [{'id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-router', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:53Z', 'updated_at': '2021-06-16T16:55:00Z', 'revision_number': 4, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'gw_port': {'id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'e802c369-ca65-4aa6-a2a2-25240ea88666', 'name': '', 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'mac_address': 'fa:16:3e:c7:6b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:59Z', 'updated_at': '2021-06-16T16:55:05Z', 'revision_number': 4, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'subnets': [{'id': '7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:55:06.242219 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ffeb-77e9-432a-b297-08ca84edce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:06.330093 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-dec5f817-dee0-4f9a-a4b0-a1f76c6455af tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6623960 Jun 16 16:55:06.332040 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:06.350129 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-25d6f7c5-194f-49b0-b89f-bd60f03ccfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:06.372175 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-4ee0ffeb-77e9-432a-b297-08ca84edce51 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bf8885837cef41d1ad078e5c2cdd3aab&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0422037 Jun 16 16:55:06.382032 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55216) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:06.396553 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Transition to ACTIVE for port object b42e177b-1bd7-4d7a-941a-0c0961795286 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:06.443531 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:06.453430 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-153b3914-fea1-47f7-8863-470b6c193e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:06.471018 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0ffeb-77e9-432a-b297-08ca84edce51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af026049-7ac1-40fd-9dad-c40525690646,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:06.502964 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4ee0ffeb-77e9-432a-b297-08ca84edce51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:06.650098 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-713bcda4-97ee-4bcf-8c46-7d6478044094 req-19e911a8-d51c-43d3-bc35-da9984d39752 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 210 time: 0.4013705 Jun 16 16:55:06.706797 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4ebe1-2b92-4246-b860-23ba5f04fa70 None None] Pushing event updated for resources: {'Port': ['ID=b42e177b-1bd7-4d7a-941a-0c0961795286,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:06.713138 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-3fe4ebe1-2b92-4246-b860-23ba5f04fa70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:06.773581 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-00a20d4b-3597-4135-b506-605e1d00e3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:06.850502 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Attempting to bind port b42e177b-1bd7-4d7a-941a-0c0961795286 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:06.851109 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Attempting to bind port b42e177b-1bd7-4d7a-941a-0c0961795286 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:06.854014 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Attempting to bind port b42e177b-1bd7-4d7a-941a-0c0961795286 on network ba7080a3-8498-4496-984d-d98af57818e3 {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:06.867972 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:06.870107 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Checking segment: {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:06.871628 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:06.872890 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Bound using segment: {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:06.873975 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Bound port: b42e177b-1bd7-4d7a-941a-0c0961795286, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:06.875675 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:06.889012 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Made reservation on behalf of 8af118e377bf464ab91df6efd5974d9e for: {'port': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:06.903207 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:06.935385 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-00a20d4b-3597-4135-b506-605e1d00e3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:07.093869 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] For port b42e177b-1bd7-4d7a-941a-0c0961795286, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:07.103041 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] For port b42e177b-1bd7-4d7a-941a-0c0961795286, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=b42e177b-1bd7-4d7a-941a-0c0961795286,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:07.110805 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.46', 58193) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:07.112342 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:07.115035 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:07.287904 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:07.294722 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:54:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:07.294922 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-83dfcc8e-8281-49b7-a595-7a831873647a service neutron] 10.222.0.98 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9035265 Jun 16 16:55:07.304482 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4ebe1-2b92-4246-b860-23ba5f04fa70 None None] Pushing event updated for resources: {'Port': ['ID=b42e177b-1bd7-4d7a-941a-0c0961795286,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:07.376786 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-00a20d4b-3597-4135-b506-605e1d00e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:07.413000 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-3fe4ebe1-2b92-4246-b860-23ba5f04fa70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:07.416622 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-ded78fab-38f5-46a2-a525-9afa2d3cac4f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:07.419146 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-ded78fab-38f5-46a2-a525-9afa2d3cac4f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 815 time: 1.4320087 Jun 16 16:55:07.430980 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bf8674a5-3cb5-43bd-ad57-09533dbb2773 req-3fdb797b-54b4-4f8c-bce2-07da974d17b5 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.1990447 Jun 16 16:55:07.476232 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Request body: {'port': {'device_id': '6d96926f-cce7-48b8-aab1-e263c2f3fd1e', 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705', 'admin_state_up': True, 'tenant_id': '3a2d27cc7362488db02aca35a3255b58'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:07.820988 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:07.929238 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-b0ca91aa-417b-4a79-8a0a-e084127e2b64 service neutron] 10.222.0.98 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319191 Jun 16 16:55:08.108886 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ab4d23ac-2d3b-41a2-8540-e67c145db1d1 req-812c0abe-2a99-4e85-99b7-956f0a3024d5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 210 time: 0.1143999 Jun 16 16:55:08.148577 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Made reservation on behalf of 3a2d27cc7362488db02aca35a3255b58 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:08.155563 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:08.181573 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Allocated IP 172.20.0.6 (d107f90e-2a8c-4f56-b0c2-a2e9406d5125/7ee6e6a9-d4e0-4649-994f-51b8a211609f/ebccd280-c76a-4ce6-8b33-80160520e19d) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:08.611361 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e802c369-ca65-4aa6-a2a2-25240ea88666 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:08.657019 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-00a20d4b-3597-4135-b506-605e1d00e3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:08.675525 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-00a20d4b-3597-4135-b506-605e1d00e3d3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/af026049-7ac1-40fd-9dad-c40525690646 HTTP/1.1" status: 204 len: 168 time: 2.2919610 Jun 16 16:55:08.682726 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:08.769113 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.46', 58198) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:08.796590 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a20d4b-3597-4135-b506-605e1d00e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af026049-7ac1-40fd-9dad-c40525690646,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:08.810735 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-00a20d4b-3597-4135-b506-605e1d00e3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:08.907331 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port e802c369-ca65-4aa6-a2a2-25240ea88666 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:08.927524 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port e802c369-ca65-4aa6-a2a2-25240ea88666 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:08.927920 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:09.081185 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2c42e4af-3956-4429-80cc-1e712a76ebfc req-ba96f317-68fd-42c0-bbd4-c9565b641a59 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 210 time: 0.2527738 Jun 16 16:55:09.094559 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:07Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:09.101705 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96c916-3b52-4d90-8a62-fd28cd17f6e1 None None] The sync data for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi is: [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:07Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:55:09.387435 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:09.412583 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55306) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:09.460232 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port e802c369-ca65-4aa6-a2a2-25240ea88666, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=e802c369-ca65-4aa6-a2a2-25240ea88666,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:09.476999 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:09.478714 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-44cb1655-8ad1-4596-955c-9b95c44c6fa5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:09.480453 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-44cb1655-8ad1-4596-955c-9b95c44c6fa5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 819 time: 2.2694159 Jun 16 16:55:09.482251 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-be2c8a0c-f6f4-4e1e-b648-a619495ce493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:09.555452 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55312) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:09.568486 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:09.644026 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Request body: {'port': {'device_id': '9fb6d629-babf-4284-b034-0cc0141a2308', 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d', 'admin_state_up': True, 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:09.650703 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=e802c369-ca65-4aa6-a2a2-25240ea88666,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:09.664214 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:09.926853 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-26861f5c-c9ca-47bd-af03-9fd35291b82d req-b786afab-2071-4fd1-bce5-34b77b35e3c8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.6418850 Jun 16 16:55:10.090324 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:10.123214 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:10.135229 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6e415938-4c6e-4cc3-b678-0af0041c7265 req-168d9ba9-c1cf-4227-ab1c-ca0e44865a71 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 210 time: 0.7031353 Jun 16 16:55:10.345234 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Made reservation on behalf of ce0a6761fdc745779a6365f2d664403c for: {'port': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:10.349764 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:10.407988 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6ce82f9d-1977-4c3e-84da-20fc137bab54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:10.456181 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a526842f-7981-496f-8a12-f91862670a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:10.468637 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Allocated IP 172.20.0.14 (48a6b4e6-d0e9-4813-897a-814a175cc705/d5ec563f-d779-46da-a73c-8e96791f4915/c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:10.529974 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Network d107f90e-2a8c-4f56-b0c2-a2e9406d5125 is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:10.711777 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e802c369-ca65-4aa6-a2a2-25240ea88666 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:10.854323 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port e802c369-ca65-4aa6-a2a2-25240ea88666 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:10.855127 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:10.890171 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Allocated IP 172.20.0.11 (9dbeb5f1-14da-4009-b87d-034124907f0d/7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86/c3aa6c33-4fd0-4b6f-8d61-719d85333d65) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:10.903227 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6d9c3e97-7037-4814-bdea-834cbbf332a7 req-24bee71c-2a57-46a0-8415-59494a317398 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 210 time: 0.1540892 Jun 16 16:55:10.965170 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55344) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:11.168550 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-fd0a5f6a-4720-4cf7-95e8-de4e73f3a74e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:11.183172 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-fd0a5f6a-4720-4cf7-95e8-de4e73f3a74e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 819 time: 2.1358886 Jun 16 16:55:11.215546 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device b42e177b-1bd7-4d7a-941a-0c0961795286 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:11.237524 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Request body: {'port': {'device_id': 'ab10abc2-162e-40a1-9bfa-7a21404d035b', 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d', 'admin_state_up': True, 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:11.243247 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Pushing event updated for resources: {'Port': ['ID=ebccd280-c76a-4ce6-8b33-80160520e19d,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:11.246196 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:11.260969 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:11.361606 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port b42e177b-1bd7-4d7a-941a-0c0961795286 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:11.368561 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port b42e177b-1bd7-4d7a-941a-0c0961795286 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:11.369210 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.452405 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-85ce4f65-5d5d-4ca0-be11-d8882c6e75bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.577957 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-867d76e4-f23b-4d6c-8ceb-deb65734d9d0 req-2be89fe3-4b25-4e2c-9de9-1766297fe8d7 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.2270792 Jun 16 16:55:11.647050 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.650306 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.720948 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.735354 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:11.736042 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port b42e177b-1bd7-4d7a-941a-0c0961795286, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=b42e177b-1bd7-4d7a-941a-0c0961795286,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:11.742358 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a494b-4503-42b4-a695-a57d6e48ed68 req-f9d4e42e-3710-4a76-9762-06be128658ed tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:11.747182 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.749185 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7c26d7f7-5581-4f2e-9f60-90281c16863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:11.755401 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f72a494b-4503-42b4-a695-a57d6e48ed68 req-f9d4e42e-3710-4a76-9762-06be128658ed tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 931 time: 1.0247319 Jun 16 16:55:11.760972 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:11.762170 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.782686 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.821086 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:11.837959 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-09cc6500-cadf-43dd-8302-4a0991ba5585 req-c06ed1b5-d27f-4dbe-b20c-e8065ee844c3 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 210 time: 0.0749128 Jun 16 16:55:11.865946 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=b42e177b-1bd7-4d7a-941a-0c0961795286,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:11.873832 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:11.912901 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f72a494b-4503-42b4-a695-a57d6e48ed68 req-884dc163-9e14-40df-a299-5469e0938b8a tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560214 Jun 16 16:55:11.916675 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Pushing event updated for resources: {'Port': ['ID=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:11.935425 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:11.956191 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.961480 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Network 9dbeb5f1-14da-4009-b87d-034124907f0d is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:11.964418 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:11.970311 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:11.977412 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:11.978505 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.996514 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:12.033325 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6ce82f9d-1977-4c3e-84da-20fc137bab54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.041622 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6ce82f9d-1977-4c3e-84da-20fc137bab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.052835 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8416023 Jun 16 16:55:12.054110 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4289670 Jun 16 16:55:12.110339 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:12.159536 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Network 48a6b4e6-d0e9-4813-897a-814a175cc705 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:12.161984 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:12.167439 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce82f9d-1977-4c3e-84da-20fc137bab54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fb02c3-64f4-4fd1-be9f-cf45f1c53be7,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:12.169144 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:12.174530 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-6ce82f9d-1977-4c3e-84da-20fc137bab54 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3a7c21d028f34629aab2d4d821e16130&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6164327 Jun 16 16:55:12.176799 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6ce82f9d-1977-4c3e-84da-20fc137bab54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:12.179029 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55374) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:12.180651 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:12.182729 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.243796 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a526842f-7981-496f-8a12-f91862670a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.246413 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.db.api [None req-85ce4f65-5d5d-4ca0-be11-d8882c6e75bf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:55:12.246413 dv-cinder-783389-6-iscsi neutron-server[92706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:55:12.246413 dv-cinder-783389-6-iscsi neutron-server[92706]: [parameters: {'project_id_1': '7f1f7aadcc434a36be56c4e209ab264d', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 55, 11, 548708)}] Jun 16 16:55:12.246413 dv-cinder-783389-6-iscsi neutron-server[92706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:55:12.251383 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_db.api [None req-85ce4f65-5d5d-4ca0-be11-d8882c6e75bf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:55:12.251951 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.db.api [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:55:12.251951 dv-cinder-783389-6-iscsi neutron-server[92706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:55:12.251951 dv-cinder-783389-6-iscsi neutron-server[92706]: [parameters: {'project_id_1': 'ce0a6761fdc745779a6365f2d664403c', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 55, 11, 886902)}] Jun 16 16:55:12.251951 dv-cinder-783389-6-iscsi neutron-server[92706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:55:12.253283 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a526842f-7981-496f-8a12-f91862670a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.253499 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_db.api [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:55:12.257831 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8531b86f-0fa6-4a95-9731-e3d69256539c req-9d49836c-4a96-4d2b-8096-11ec51dc0d42 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 210 time: 0.1205354 Jun 16 16:55:12.258315 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:12.311249 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-a526842f-7981-496f-8a12-f91862670a5e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07e6638f095a4a08a96ee12036f23209&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8955791 Jun 16 16:55:12.312323 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6c607d41-24ec-4723-ae49-132efecfcb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.314029 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526842f-7981-496f-8a12-f91862670a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67da0950-5b07-41d1-bde4-26de996708af,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:12.314851 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8787851 Jun 16 16:55:12.320413 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a526842f-7981-496f-8a12-f91862670a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:12.322614 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55378) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:12.332004 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Pushing event updated for resources: {'Port': ['ID=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:12.336248 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:12.438643 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6c607d41-24ec-4723-ae49-132efecfcb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.448172 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device b42e177b-1bd7-4d7a-941a-0c0961795286 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:12.486479 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ca0b-c5a0-4872-8267-244ba99659d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.557429 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ca0b-c5a0-4872-8267-244ba99659d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.563328 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port b42e177b-1bd7-4d7a-941a-0c0961795286 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:12.563913 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.666646 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6c607d41-24ec-4723-ae49-132efecfcb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.677720 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6c607d41-24ec-4723-ae49-132efecfcb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.678858 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-6c607d41-24ec-4723-ae49-132efecfcb66 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/69fb02c3-64f4-4fd1-be9f-cf45f1c53be7 HTTP/1.1" status: 204 len: 168 time: 0.4989395 Jun 16 16:55:12.688296 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:12.697232 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c607d41-24ec-4723-ae49-132efecfcb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fb02c3-64f4-4fd1-be9f-cf45f1c53be7,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:12.703121 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6c607d41-24ec-4723-ae49-132efecfcb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:12.728197 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ca0b-c5a0-4872-8267-244ba99659d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.731848 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ca0b-c5a0-4872-8267-244ba99659d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.733170 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-9ae7ca0b-c5a0-4872-8267-244ba99659d9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/67da0950-5b07-41d1-bde4-26de996708af HTTP/1.1" status: 204 len: 168 time: 0.4096291 Jun 16 16:55:12.734408 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3c1974a2-3643-4f5f-b088-dc2ffd7dec4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:12.750234 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7ca0b-c5a0-4872-8267-244ba99659d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67da0950-5b07-41d1-bde4-26de996708af,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:12.752709 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-85ce4f65-5d5d-4ca0-be11-d8882c6e75bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.760056 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-9ae7ca0b-c5a0-4872-8267-244ba99659d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:12.853050 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Made reservation on behalf of ce0a6761fdc745779a6365f2d664403c for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:12.862128 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:13.467183 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Allocated IP 172.20.0.10 (9dbeb5f1-14da-4009-b87d-034124907f0d/7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86/12ceb74a-a25a-47b6-ae4a-2b4092b42398) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:13.525269 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-23266072-9103-4164-969f-e57b24ffb6f5 req-aaff7b5a-b015-4753-92f3-990909653f8d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 210 time: 0.4613357 Jun 16 16:55:13.746399 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-85ce4f65-5d5d-4ca0-be11-d8882c6e75bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:13.808980 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-85ce4f65-5d5d-4ca0-be11-d8882c6e75bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:13.857388 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:13.943457 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6423-2c74-41da-a10e-c68d551d7ab4 req-da16de83-82c6-4ebb-b618-8796b3d94886 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:13.945262 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8d2a6423-2c74-41da-a10e-c68d551d7ab4 req-da16de83-82c6-4ebb-b618-8796b3d94886 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 932 time: 1.1201835 Jun 16 16:55:14.103682 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.121691 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-85ce4f65-5d5d-4ca0-be11-d8882c6e75bf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7f1f7aadcc434a36be56c4e209ab264d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1370018 Jun 16 16:55:14.125832 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55456) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:14.128611 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce4f65-5d5d-4ca0-be11-d8882c6e75bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cd07a2-4a94-4b77-8329-88b0c1e841f8,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:14.142308 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-85ce4f65-5d5d-4ca0-be11-d8882c6e75bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:14.170624 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e964-1fdb-4946-8661-e2085d90ce39 req-a77323e2-6698-4840-b7ae-61ac900d8105 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:14.178309 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fd87e964-1fdb-4946-8661-e2085d90ce39 req-a77323e2-6698-4840-b7ae-61ac900d8105 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 931 time: 0.5092022 Jun 16 16:55:14.253847 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8d2a6423-2c74-41da-a10e-c68d551d7ab4 req-bcf080da-c539-4925-92b1-c12878be9c95 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407956 Jun 16 16:55:14.265757 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-39828c33-a292-450b-9314-e0d1c340c484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.274969 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.291080 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fd87e964-1fdb-4946-8661-e2085d90ce39 req-79a33e64-2c08-4da7-8df7-65c71fd248d3 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106570 Jun 16 16:55:14.299165 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:14.329619 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Network 9dbeb5f1-14da-4009-b87d-034124907f0d is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:14.332482 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:14.340928 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:14.346718 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:14.347599 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-39828c33-a292-450b-9314-e0d1c340c484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.362655 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.444295 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-39828c33-a292-450b-9314-e0d1c340c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.448148 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-39828c33-a292-450b-9314-e0d1c340c484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.453458 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-39828c33-a292-450b-9314-e0d1c340c484 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/79cd07a2-4a94-4b77-8329-88b0c1e841f8 HTTP/1.1" status: 204 len: 168 time: 0.3237641 Jun 16 16:55:14.454512 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:14.478809 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39828c33-a292-450b-9314-e0d1c340c484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cd07a2-4a94-4b77-8329-88b0c1e841f8,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:14.479290 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2691457 Jun 16 16:55:14.485895 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-39828c33-a292-450b-9314-e0d1c340c484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:14.499878 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Pushing event updated for resources: {'Port': ['ID=12ceb74a-a25a-47b6-ae4a-2b4092b42398,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:14.503588 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:14.550436 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c70cb4-df79-4ca0-827b-6acf86058f5c req-2409b65e-8583-4a73-b117-ac907ab393a8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:14.573458 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-02c70cb4-df79-4ca0-827b-6acf86058f5c req-2409b65e-8583-4a73-b117-ac907ab393a8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 932 time: 0.1137092 Jun 16 16:55:14.601847 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55468) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:14.645038 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-02c70cb4-df79-4ca0-827b-6acf86058f5c req-46cfd96c-a78c-446e-8655-6b79bf2ad0c3 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686860 Jun 16 16:55:14.771203 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f153ae1-c567-4952-a9e7-2961f3b24165 req-b6cfebf4-e00a-41ab-a5ca-4cb9384454cc tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 210 time: 0.0511158 Jun 16 16:55:14.889587 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-42123564-f25c-4c0c-afbb-1c1543451201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.044372 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-42123564-f25c-4c0c-afbb-1c1543451201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.050057 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-42123564-f25c-4c0c-afbb-1c1543451201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.055680 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6ce82f9d-1977-4c3e-84da-20fc137bab54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:15.099151 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-42123564-f25c-4c0c-afbb-1c1543451201 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6bf8ba1fc2444cf8807619fe59fcf820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961050 Jun 16 16:55:15.100552 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42123564-f25c-4c0c-afbb-1c1543451201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731f49a7-232a-4d31-926c-19b6ea6b908c,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:15.101831 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55482) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:15.115177 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-42123564-f25c-4c0c-afbb-1c1543451201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:15.117637 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55484) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:15.133824 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8884c7b8-7a6b-4bc5-af36-c7fcc9af8a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.202480 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1cc78f87-8146-440b-a1cc-c237b63cbb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.284643 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1cc78f87-8146-440b-a1cc-c237b63cbb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.300151 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55490) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:15.320376 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8884c7b8-7a6b-4bc5-af36-c7fcc9af8a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.329880 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8884c7b8-7a6b-4bc5-af36-c7fcc9af8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.341834 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-00a20d4b-3597-4135-b506-605e1d00e3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:15.385048 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1cc78f87-8146-440b-a1cc-c237b63cbb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.390033 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1cc78f87-8146-440b-a1cc-c237b63cbb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.391687 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-1cc78f87-8146-440b-a1cc-c237b63cbb75 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/731f49a7-232a-4d31-926c-19b6ea6b908c HTTP/1.1" status: 204 len: 168 time: 0.2883918 Jun 16 16:55:15.392179 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:15.411981 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc78f87-8146-440b-a1cc-c237b63cbb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731f49a7-232a-4d31-926c-19b6ea6b908c,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:15.416721 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-8884c7b8-7a6b-4bc5-af36-c7fcc9af8a9a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=60c9157f382746469f1fe8e42235ef63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939024 Jun 16 16:55:15.416721 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884c7b8-7a6b-4bc5-af36-c7fcc9af8a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1060718f-4a9d-4d8f-9de7-6c6d880131b3,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:15.419902 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1cc78f87-8146-440b-a1cc-c237b63cbb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:15.421372 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55500) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:15.423541 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8884c7b8-7a6b-4bc5-af36-c7fcc9af8a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:15.518635 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-361788544-network', 'tenant_id': '81ad49a333354ccfb5e98b23b32e5a4a'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:15.664632 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Made reservation on behalf of 81ad49a333354ccfb5e98b23b32e5a4a for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:15.667897 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.692717 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.701837 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cdcc9907-e1e4-4884-b400-5b5b61fb1f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.787009 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139160d0-e36f-43ff-9694-3ec1cea53837 req-f86cbdcb-c2ea-4df4-8b39-def75ac963ed tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:15.788428 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-139160d0-e36f-43ff-9694-3ec1cea53837 req-f86cbdcb-c2ea-4df4-8b39-def75ac963ed tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 931 time: 0.2522616 Jun 16 16:55:15.790675 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cdcc9907-e1e4-4884-b400-5b5b61fb1f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.869406 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab7ddc-7e0b-474a-a007-62456278e585 req-5c41c625-c06c-40b7-8bf0-0b94e9b28448 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:15.871374 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33ab7ddc-7e0b-474a-a007-62456278e585 req-5c41c625-c06c-40b7-8bf0-0b94e9b28448 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 932 time: 0.3373821 Jun 16 16:55:15.923893 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-139160d0-e36f-43ff-9694-3ec1cea53837 req-8fd5d39b-6903-4c6c-b666-92409f036e82 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267731 Jun 16 16:55:15.960901 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33ab7ddc-7e0b-474a-a007-62456278e585 req-2ccf4d9d-d6fd-404d-8856-ec2e8d58a261 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728021 Jun 16 16:55:15.964313 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cdcc9907-e1e4-4884-b400-5b5b61fb1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.968498 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cdcc9907-e1e4-4884-b400-5b5b61fb1f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.969648 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-cdcc9907-e1e4-4884-b400-5b5b61fb1f5e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1060718f-4a9d-4d8f-9de7-6c6d880131b3 HTTP/1.1" status: 204 len: 168 time: 0.5448737 Jun 16 16:55:15.972411 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1cc78f87-8146-440b-a1cc-c237b63cbb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:15.990704 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc9907-e1e4-4884-b400-5b5b61fb1f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1060718f-4a9d-4d8f-9de7-6c6d880131b3,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:16.006515 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-cdcc9907-e1e4-4884-b400-5b5b61fb1f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:16.024076 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.035167 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.046183 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-cdcc9907-e1e4-4884-b400-5b5b61fb1f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:16.143653 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55520) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:16.162044 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=92706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:55:16.165735 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-27996cdc-ed5d-4c2e-a5f5-262aa320d847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.255012 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.255380 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Added segment 86225224-887c-421b-80cf-fd49d44d739d of type vlan for network c4279ced-1dbe-4bc4-9132-63201efa239a Jun 16 16:55:16.257037 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b0095c-2260-4ac0-8a9d-5227d424329f,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:16.272783 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03ca44e0-289e-4338-a7e8-889762f5dd93 req-e4eca506-351d-449e-a460-ddb33ac30836 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 210 time: 0.1078713 Jun 16 16:55:16.274957 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:16.389611 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-27996cdc-ed5d-4c2e-a5f5-262aa320d847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.396358 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-27996cdc-ed5d-4c2e-a5f5-262aa320d847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.419694 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.430386 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7363dd56-300d-4877-b23c-d14708de5d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:16.471131 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de5c4a-0545-4beb-be57-a9be054d4686 req-6b7c91bc-550b-4245-9867-e3543c3d443f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:16.478489 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-93de5c4a-0545-4beb-be57-a9be054d4686 req-6b7c91bc-550b-4245-9867-e3543c3d443f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 932 time: 0.3825552 Jun 16 16:55:16.501144 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-27996cdc-ed5d-4c2e-a5f5-262aa320d847 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d89074412d98400f839291ba5add702d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551362 Jun 16 16:55:16.505643 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55530) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:16.542112 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27996cdc-ed5d-4c2e-a5f5-262aa320d847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd9f5fb-b34c-4eb2-8255-fe633a2ba35e,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:16.553500 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.557513 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:16.558814 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.564294 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:16.568302 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-ed5d-4c2e-a5f5-262aa320d847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:16.578240 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-93de5c4a-0545-4beb-be57-a9be054d4686 req-54766d81-f0bc-454f-87ef-900e277753e4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987222 Jun 16 16:55:16.635777 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55540) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:16.636009 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3346417 Jun 16 16:55:16.647089 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Request body: {'subnet': {'network_id': 'c4279ced-1dbe-4bc4-9132-63201efa239a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-361788544-subnet', 'tenant_id': '81ad49a333354ccfb5e98b23b32e5a4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:16.685254 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Pushing event updated for resources: {'Network': ['ID=c4279ced-1dbe-4bc4-9132-63201efa239a,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:16.689707 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:16.691286 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-874724bd-5bd3-449e-88b6-b52e84a15a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.703301 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network c4279ced-1dbe-4bc4-9132-63201efa239a details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:55:16.713049 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Made reservation on behalf of 81ad49a333354ccfb5e98b23b32e5a4a for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:16.717039 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.779101 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-874724bd-5bd3-449e-88b6-b52e84a15a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.872941 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-874724bd-5bd3-449e-88b6-b52e84a15a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.876464 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-874724bd-5bd3-449e-88b6-b52e84a15a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.877548 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-874724bd-5bd3-449e-88b6-b52e84a15a54 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3fd9f5fb-b34c-4eb2-8255-fe633a2ba35e HTTP/1.1" status: 204 len: 168 time: 0.3708861 Jun 16 16:55:16.878344 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-85ce4f65-5d5d-4ca0-be11-d8882c6e75bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:16.890553 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874724bd-5bd3-449e-88b6-b52e84a15a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd9f5fb-b34c-4eb2-8255-fe633a2ba35e,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:16.909220 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-874724bd-5bd3-449e-88b6-b52e84a15a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:16.987157 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:16.990314 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8eaeb48d-8a54-4d03-ade7-60e6a4fcdd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:17.026752 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55552) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:17.097551 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48afef7c-94fb-40e2-ad84-ce3d553f5ec3,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:17.102753 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:17.103607 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Checking segment: {'id': '86225224-887c-421b-80cf-fd49d44d739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'c4279ced-1dbe-4bc4-9132-63201efa239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:17.103956 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Network hostable DHCP agents. Network: c4279ced-1dbe-4bc4-9132-63201efa239a, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:55:17.130716 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Network c4279ced-1dbe-4bc4-9132-63201efa239a is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:55:17.153174 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, c4279ced-1dbe-4bc4-9132-63201efa239a) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:17.159566 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:17.161881 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:17.164757 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e2409-7531-4ce0-8110-0d0d0a68e120 None None] Network c4279ced-1dbe-4bc4-9132-63201efa239a requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:17.208277 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-158fd6c2-f1cf-4ea1-beb0-9cf01955c78c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5707750 Jun 16 16:55:17.303828 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4196845b-35cd-4237-a84d-d83883e2fe7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:17.369783 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836a049-5e7a-43d6-9ec9-91a2783e4c63 None None] Network c4279ced-1dbe-4bc4-9132-63201efa239a requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:17.438162 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b07ff-7a0c-496e-aa53-3cc6a2edd316 req-f937c41e-43a0-4def-94fb-e22f211ad645 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:17.439823 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9c7b07ff-7a0c-496e-aa53-3cc6a2edd316 req-f937c41e-43a0-4def-94fb-e22f211ad645 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 931 time: 0.3537214 Jun 16 16:55:17.461909 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3563-9ec9-4b3f-abcf-95b16b21db2e req-5a25b52b-e4d0-41e2-bad8-da2c37dc007e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:17.475213 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a03d3563-9ec9-4b3f-abcf-95b16b21db2e req-5a25b52b-e4d0-41e2-bad8-da2c37dc007e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 932 time: 0.2972329 Jun 16 16:55:17.605676 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9c7b07ff-7a0c-496e-aa53-3cc6a2edd316 req-0ec4bbcc-09ba-46d7-91f1-e7ec2b5de8f7 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561756 Jun 16 16:55:17.620002 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a03d3563-9ec9-4b3f-abcf-95b16b21db2e req-48396426-033b-4228-8b58-dd220ba51e23 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437533 Jun 16 16:55:17.709217 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4196845b-35cd-4237-a84d-d83883e2fe7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:17.715636 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4196845b-35cd-4237-a84d-d83883e2fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:17.720252 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:17.821784 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-4196845b-35cd-4237-a84d-d83883e2fe7a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a1a7ee9788fb44ada5c4a261a9de6991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7910964 Jun 16 16:55:17.822191 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55584) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:17.833158 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196845b-35cd-4237-a84d-d83883e2fe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9c58a9-df98-4055-b3a7-2b04d2142951,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:17.844067 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4196845b-35cd-4237-a84d-d83883e2fe7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:17.868060 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:17.980151 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c26-794a-413a-bae6-2c7817e6af8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:17.996795 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-645f7ac2-5d00-4ec8-b1c1-399490ef1f26 req-fd8ed7e6-16ac-4eb2-bc95-4ad9efaa05fa tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 210 time: 0.1122200 Jun 16 16:55:18.055238 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c26-794a-413a-bae6-2c7817e6af8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:18.129427 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05623f4-118b-4620-8afe-17d196055a6e req-20d2bdc5-7a99-44c0-861c-9f6503c729c4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:18.143148 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b05623f4-118b-4620-8afe-17d196055a6e req-20d2bdc5-7a99-44c0-861c-9f6503c729c4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 932 time: 0.2384999 Jun 16 16:55:18.199299 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c26-794a-413a-bae6-2c7817e6af8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:18.202520 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c26-794a-413a-bae6-2c7817e6af8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:18.203796 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-f03c7c26-794a-413a-bae6-2c7817e6af8b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fa9c58a9-df98-4055-b3a7-2b04d2142951 HTTP/1.1" status: 204 len: 168 time: 0.3803499 Jun 16 16:55:18.204586 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7e4c39d0-e238-4f8c-9c61-09c5f0b22392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:18.217958 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c7c26-794a-413a-bae6-2c7817e6af8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9c58a9-df98-4055-b3a7-2b04d2142951,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:18.222966 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b05623f4-118b-4620-8afe-17d196055a6e req-cc2149f9-23e3-4b52-b228-3499d718f441 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788014 Jun 16 16:55:18.225429 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f03c7c26-794a-413a-bae6-2c7817e6af8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:18.510769 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55612) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:18.516167 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-652102042-network', 'tenant_id': '975d09f6cca94eaa8b8873745cb6fb73'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:18.573482 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Made reservation on behalf of 975d09f6cca94eaa8b8873745cb6fb73 for: {'network': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:18.576776 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:18.587563 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:18.713356 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55620) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:18.734943 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ab937e0d-570b-4c72-90d3-cb9eee4cff06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:18.782204 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:18.789020 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:18.798620 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8884c7b8-7a6b-4bc5-af36-c7fcc9af8a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:18.852192 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=92705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:55:18.874880 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caebeae9-02bc-41b3-b911-bd3abab965b0,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:18.891831 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:18.895803 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:18.896156 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.segments_db [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Added segment a9acd371-d6dc-4423-94bb-372d9dd29fd1 of type vlan for network 5546f046-114d-481b-93e6-5c47ea1f4461 Jun 16 16:55:18.977699 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.046904 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.048470 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:19.049027 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.052450 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:19.056609 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480bf70-2700-4361-91c8-152914e619a6 req-da4880ef-443c-4c6c-9f4e-8e279f8d6440 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:19.058324 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6480bf70-2700-4361-91c8-152914e619a6 req-da4880ef-443c-4c6c-9f4e-8e279f8d6440 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 931 time: 0.2447178 Jun 16 16:55:19.154166 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55630) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:19.177738 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf4789-19bf-461a-b941-1ef139397425 req-99b60349-71f3-4fac-a566-09fdd1b66ff7 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:19.195522 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-81cf4789-19bf-461a-b941-1ef139397425 req-99b60349-71f3-4fac-a566-09fdd1b66ff7 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 932 time: 0.2906044 Jun 16 16:55:19.217037 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Pushing event updated for resources: {'Network': ['ID=5546f046-114d-481b-93e6-5c47ea1f4461,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:19.251639 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:19.254841 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 5546f046-114d-481b-93e6-5c47ea1f4461 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:55:19.285047 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ab937e0d-570b-4c72-90d3-cb9eee4cff06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.295156 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ab937e0d-570b-4c72-90d3-cb9eee4cff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.306646 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7943225 Jun 16 16:55:19.307258 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55640) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:19.317908 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Request body: {'subnet': {'network_id': '5546f046-114d-481b-93e6-5c47ea1f4461', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-652102042-subnet', 'tenant_id': '975d09f6cca94eaa8b8873745cb6fb73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:19.320665 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6480bf70-2700-4361-91c8-152914e619a6 req-f6155799-8854-4df1-bc26-92fa0029e428 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445917 Jun 16 16:55:19.330450 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:19.370141 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Made reservation on behalf of 975d09f6cca94eaa8b8873745cb6fb73 for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:19.377306 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.412904 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-81cf4789-19bf-461a-b941-1ef139397425 req-e7dacd7a-a500-46be-9814-824c8b7b19ec tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925020 Jun 16 16:55:19.468162 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-ab937e0d-570b-4c72-90d3-cb9eee4cff06 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a28314ecb7df43cd9f301e0cf7cd9769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7503958 Jun 16 16:55:19.497748 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55642) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:19.503343 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-894586110-network', 'tenant_id': '5e34248162074073a39a6adbeebeaf12'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:19.512483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab937e0d-570b-4c72-90d3-cb9eee4cff06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c98bfe6-4577-481c-a390-5772c2671a21,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:19.572222 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ab937e0d-570b-4c72-90d3-cb9eee4cff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:19.590589 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2afa8d50-54bd-46ad-b663-9b7489828b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.593095 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Made reservation on behalf of 5e34248162074073a39a6adbeebeaf12 for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:19.600216 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.626653 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2afa8d50-54bd-46ad-b663-9b7489828b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.658371 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.669689 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2c8f75d1-9587-4512-8bde-aede525105fc req-b81ea048-a961-4f09-8499-fd9e1ccdb62d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 210 time: 0.0492065 Jun 16 16:55:19.700725 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2afa8d50-54bd-46ad-b663-9b7489828b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.707930 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2afa8d50-54bd-46ad-b663-9b7489828b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.707930 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-2afa8d50-54bd-46ad-b663-9b7489828b7c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8c98bfe6-4577-481c-a390-5772c2671a21 HTTP/1.1" status: 204 len: 168 time: 0.2058411 Jun 16 16:55:19.708791 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-27996cdc-ed5d-4c2e-a5f5-262aa320d847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:19.754106 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa8d50-54bd-46ad-b663-9b7489828b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c98bfe6-4577-481c-a390-5772c2671a21,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:19.759537 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-2afa8d50-54bd-46ad-b663-9b7489828b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:19.778536 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.783648 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:19.836415 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a4ce6-2b53-421d-9e2b-20b958c1a419 req-4e04d28d-f941-4ed1-a965-f61e5a0e2423 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:19.838584 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f88a4ce6-2b53-421d-9e2b-20b958c1a419 req-4e04d28d-f941-4ed1-a965-f61e5a0e2423 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 932 time: 0.1252799 Jun 16 16:55:19.850014 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.852765 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e205e94e-b5da-4ef0-a5a2-3bbe7565ec4c,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:19.856594 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:19.860653 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Checking segment: {'id': 'a9acd371-d6dc-4423-94bb-372d9dd29fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '5546f046-114d-481b-93e6-5c47ea1f4461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:19.861003 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Network hostable DHCP agents. Network: 5546f046-114d-481b-93e6-5c47ea1f4461, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:55:19.862826 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.869422 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d8594332-6e18-4281-b4db-82a2b99e4318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:19.881666 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Network 5546f046-114d-481b-93e6-5c47ea1f4461 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:55:19.905145 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 5546f046-114d-481b-93e6-5c47ea1f4461) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:19.905288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=92706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:55:19.912147 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f88a4ce6-2b53-421d-9e2b-20b958c1a419 req-8dcc53eb-2890-4d2c-84cf-7a95dd45af43 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647836 Jun 16 16:55:19.912486 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:19.913091 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.921223 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf91bd8-4216-40ee-af15-8895652a9bc2,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:19.924934 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56041a02-a3c0-471d-b43b-343779ad25e5 None None] Network 5546f046-114d-481b-93e6-5c47ea1f4461 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:19.926189 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:19.927825 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:19.928378 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Added segment f6354e31-b320-4687-8b97-77a3caee0128 of type vlan for network 0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66 Jun 16 16:55:19.955950 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-01a3637d-7692-4cbb-b479-bf87ab7cb5f3 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6475484 Jun 16 16:55:19.975376 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.011731 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.014920 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:20.015534 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.021274 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:20.070456 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8731842 Jun 16 16:55:20.072735 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55666) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:20.078145 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Request body: {'subnet': {'network_id': '0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-894586110-subnet', 'tenant_id': '5e34248162074073a39a6adbeebeaf12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:20.089299 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55668) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:20.122920 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:20.128828 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:20.141711 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f425ee9-bdea-4162-b46f-d635de41b763 admin admin] Deleting subnet 48afef7c-94fb-40e2-ad84-ce3d553f5ec3 {{(pid=92705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:55:20.150452 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-70f6557c-a5e4-4879-80a0-b0517c7706a3 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:55:20.151586 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-70f6557c-a5e4-4879-80a0-b0517c7706a3 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156703 Jun 16 16:55:20.157132 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-09922973-b1a4-4d3e-84af-35d53da6300e tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:55:20.157637 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:55:20.157948 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-d44870eb-8aa1-4c5f-b5e6-e87c3c90d2ff tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:55:20.158236 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-09922973-b1a4-4d3e-84af-35d53da6300e tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204675 Jun 16 16:55:20.159032 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-d44870eb-8aa1-4c5f-b5e6-e87c3c90d2ff tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050774 Jun 16 16:55:20.161232 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8f425ee9-bdea-4162-b46f-d635de41b763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.196001 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-3640a6a6-0501-45dd-b74d-e7a7320f7a38 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:55:20.197002 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-3640a6a6-0501-45dd-b74d-e7a7320f7a38 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446744 Jun 16 16:55:20.201078 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Made reservation on behalf of 5e34248162074073a39a6adbeebeaf12 for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:20.203656 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.225283 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8f425ee9-bdea-4162-b46f-d635de41b763 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.228997 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd33f6-2923-4945-a563-e84e60eadd9b None None] Network 5546f046-114d-481b-93e6-5c47ea1f4461 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:20.246705 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8f425ee9-bdea-4162-b46f-d635de41b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.394707 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.46', 58206) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:20.441396 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8f425ee9-bdea-4162-b46f-d635de41b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.451619 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:20.584274 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8f425ee9-bdea-4162-b46f-d635de41b763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.586677 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-8f425ee9-bdea-4162-b46f-d635de41b763 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/48afef7c-94fb-40e2-ad84-ce3d553f5ec3 HTTP/1.1" status: 204 len: 168 time: 0.4961517 Jun 16 16:55:20.592136 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f425ee9-bdea-4162-b46f-d635de41b763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48afef7c-94fb-40e2-ad84-ce3d553f5ec3,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:20.593551 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55712) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:20.596584 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8f425ee9-bdea-4162-b46f-d635de41b763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:20.649685 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Request body: {'port': {'device_id': '9fb6d629-babf-4284-b034-0cc0141a2308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:20.674044 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Request body: {'port': {'device_id': '1f6ee586-1e22-4321-964a-38abba101f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:20.773295 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Request body: {'port': {'device_id': 'ab10abc2-162e-40a1-9bfa-7a21404d035b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:20.801704 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Request body: {'port': {'device_id': '6d96926f-cce7-48b8-aab1-e263c2f3fd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:20.805266 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.883702 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:20.945066 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4e14bdbe-c8fd-4b3e-89f3-ca9a91b1bf6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:21.110516 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4755b8-2b41-40a5-8ee3-7eb1ec254e51,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:21.116322 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:21.119454 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:21.128450 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Checking segment: {'id': 'f6354e31-b320-4687-8b97-77a3caee0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:21.128898 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Network hostable DHCP agents. Network: 0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:55:21.134867 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:21.247100 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Network 0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:55:21.247665 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-c1ad791d-4d0a-45a1-967e-8ce3a49b3bb1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:21.248862 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-c1ad791d-4d0a-45a1-967e-8ce3a49b3bb1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 816 time: 0.8523116 Jun 16 16:55:21.357219 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:21.366586 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f57d1-e2f2-4d89-9f77-bbb44cc37a59 None None] Network 0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:21.370636 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:21.371233 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:21.393855 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:21.401281 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3271949 Jun 16 16:55:21.425934 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:21.587984 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d0203b-046f-473a-a085-5a50df3da213 None None] Network 0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:21.596492 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89c79e-70e3-4c43-9acb-231f95b90798 req-b35d343b-5bcf-40c8-b4be-c55fdb339d71 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:21.598120 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ca89c79e-70e3-4c43-9acb-231f95b90798 req-b35d343b-5bcf-40c8-b4be-c55fdb339d71 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 931 time: 1.0932910 Jun 16 16:55:21.605777 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb039c-4f64-4be4-99a9-f54252e96ae9 req-b4d11748-b738-4615-b926-e354806dfb0a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:21.607327 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6aeb039c-4f64-4be4-99a9-f54252e96ae9 req-b4d11748-b738-4615-b926-e354806dfb0a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 932 time: 0.7787433 Jun 16 16:55:21.747941 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-a86e804e-ae70-48eb-b8bd-04baec4a5aeb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71348cdc09ee48ceb90c4dfe775fc99a HTTP/1.1" status: 200 len: 379 time: 0.3565810 Jun 16 16:55:21.827291 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'port': {'device_id': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'admin_state_up': True, 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'security_groups': ['a46c9476-d969-49a1-b3c2-f8d356ee3b39']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:21.921470 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ca89c79e-70e3-4c43-9acb-231f95b90798 req-b5865c7f-6c62-4f0b-a32e-1b0c2e4d158f tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043988 Jun 16 16:55:21.955042 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6aeb039c-4f64-4be4-99a9-f54252e96ae9 req-ecb49a36-6d47-42a0-aadc-91c135158961 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170044 Jun 16 16:55:21.988306 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.031987 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.032582 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.033546 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.034090 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.034639 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.035140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.035639 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.036304 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.036667 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.037151 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.139296 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.notifiers.nova [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 {{(pid=92705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:22.149415 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.183506 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.provisioning_blocks [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Transition to ACTIVE for port object c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 will not be triggered until provisioned by entity L2. {{(pid=92705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:22.207734 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.214270 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c4f65cec-8aef-4912-8025-db1bc0cec32d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:22.255360 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.notifiers.nova [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ceb74a-a25a-47b6-ae4a-2b4092b42398 {{(pid=92705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:22.261183 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55812) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:22.273508 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.354368 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,revision_number=2']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:22.366455 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:22.367663 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.provisioning_blocks [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Transition to ACTIVE for port object 12ceb74a-a25a-47b6-ae4a-2b4092b42398 will not be triggered until provisioned by entity L2. {{(pid=92705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:22.386081 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.390656 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.391155 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.391355 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.391648 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:22.392004 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4279ced-1dbe-4bc4-9132-63201efa239a']}} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:22.407275 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:22.409776 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86225224-887c-421b-80cf-fd49d44d739d') {'for_net_delete': True} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:22.410079 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86225224-887c-421b-80cf-fd49d44d739d') {} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:22.434174 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3390215'] for segment, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.457530 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.464186 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e37b26aa-fbe5-40ab-9535-957f88ab1592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.465993 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.managers [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Attempting to bind port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:22.466114 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=92706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:55:22.466637 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.managers [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Attempting to bind port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'}] {{(pid=92705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:22.466852 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387083'] for segment, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.466983 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Attempting to bind port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: from cryptography.utils import int_from_bytes Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: from cryptography.utils import int_from_bytes Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: Traceback (most recent call last): Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: timer() Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: cb(*args, **kw) Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: return func(*args, **kwargs) Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: self._notify() Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: self.callback(batched_events) Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: event.method(event) Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: return f(self, *a, **k) Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._get(url).json() Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: return self.request(url, 'GET', **kwargs) Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:55:22.484580 dv-cinder-783389-6-iscsi neutron-server[92706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:55:22.517436 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:55:22.517767 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Attempting to bind port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:22.525841 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Pushing event updated for resources: {'Port': ['ID=12ceb74a-a25a-47b6-ae4a-2b4092b42398,revision_number=2']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:22.532990 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55822) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:22.537226 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:22.544113 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:22.544752 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Checking segment: {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:22.545012 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Bound using segment: {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'} {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:22.545473 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.managers [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Bound port: c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'}}] {{(pid=92705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:22.545967 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.635791 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.managers [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Attempting to bind port 12ceb74a-a25a-47b6-ae4a-2b4092b42398 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:22.636119 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.managers [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Attempting to bind port 12ceb74a-a25a-47b6-ae4a-2b4092b42398 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'}] {{(pid=92705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:22.636452 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Attempting to bind port 12ceb74a-a25a-47b6-ae4a-2b4092b42398 on network 9dbeb5f1-14da-4009-b87d-034124907f0d {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:22.662420 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Port 12ceb74a-a25a-47b6-ae4a-2b4092b42398 on network 9dbeb5f1-14da-4009-b87d-034124907f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:55:22.662973 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Attempting to bind port 12ceb74a-a25a-47b6-ae4a-2b4092b42398 on network 9dbeb5f1-14da-4009-b87d-034124907f0d {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:22.683389 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55828) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:22.688332 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4c6e4abb-93ed-4e89-9035-874a7218d2de req-301b5800-df66-4d14-857d-a35c7ee57b59 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 210 time: 0.1581788 Jun 16 16:55:22.688657 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:22.689001 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Checking segment: {'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:22.689397 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Bound using segment: {'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'} {{(pid=92705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:22.689814 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.managers [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Bound port: 12ceb74a-a25a-47b6-ae4a-2b4092b42398, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'}}] {{(pid=92705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:22.690158 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.692706 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.700745 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1815296560-network', 'tenant_id': 'e1045507c2044e3eafdcc6996e9c4da3'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:22.727748 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] For port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2, host hv-cinder-78338, cleared binding levels {{(pid=92705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:22.747884 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:22.766323 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.768176 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] 10.222.0.98 "DELETE /v2.0/networks/c4279ced-1dbe-4bc4-9132-63201efa239a HTTP/1.1" status: 204 len: 168 time: 2.1377869 Jun 16 16:55:22.773966 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55830) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:22.775622 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] For port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:22.793562 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4279ced-1dbe-4bc4-9132-63201efa239a,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:22.804773 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:22.806942 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.822648 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-eae6335e-6b80-45ea-95bc-0e7a17fcb8bd tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:22.825080 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6669e6aa-8ae9-4be8-b3d0-751eec166790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.856078 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:22.856721 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.858228 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] 10.222.0.46 "PUT /v2.0/ports/c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 HTTP/1.1" status: 200 len: 1094 time: 2.4829984 Jun 16 16:55:22.866696 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d96926f-cce7-48b8-aab1-e263c2f3fd1e', 'tag': 'c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2'}] {{(pid=92705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:22.869402 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebccd280-c76a-4ce6-8b33-80160520e19d {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:22.885038 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c06509-007b-400f-9f2f-6ef5b42dd45c req-52068126-7da5-4a13-ae48-f7b0d9c3da33 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:22.887126 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-62c06509-007b-400f-9f2f-6ef5b42dd45c req-52068126-7da5-4a13-ae48-f7b0d9c3da33 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 944 time: 0.3510103 Jun 16 16:55:22.894176 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.911896 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a9d5b5-eba1-4006-a596-e5f716be9b3a admin admin] Deleting subnet e205e94e-b5da-4ef0-a5a2-3bbe7565ec4c {{(pid=92706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:55:22.930160 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e5a9d5b5-eba1-4006-a596-e5f716be9b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.964127 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Transition to ACTIVE for port object ebccd280-c76a-4ce6-8b33-80160520e19d will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:22.976592 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:22.997797 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e37b26aa-fbe5-40ab-9535-957f88ab1592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.013814 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:23.023115 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e37b26aa-fbe5-40ab-9535-957f88ab1592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.034528 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] For port 12ceb74a-a25a-47b6-ae4a-2b4092b42398, host hv-cinder-78338, cleared binding levels {{(pid=92705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:23.047188 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e5a9d5b5-eba1-4006-a596-e5f716be9b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3390238'] for subnet, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.079462 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] For port 12ceb74a-a25a-47b6-ae4a-2b4092b42398, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=12ceb74a-a25a-47b6-ae4a-2b4092b42398,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:23.085635 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,revision_number=3']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:23.088928 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:23.092419 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-62c06509-007b-400f-9f2f-6ef5b42dd45c req-0dd60a13-dff2-489b-9c8e-e2a5eaeef7ae tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894276 Jun 16 16:55:23.093921 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:23.096374 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.099755 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3aa6c33-4fd0-4b6f-8d61-719d85333d65 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:23.101783 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-e37b26aa-fbe5-40ab-9535-957f88ab1592 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e974ffbc0ad5417b8d9b81db577ffd81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8396754 Jun 16 16:55:23.118420 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55842) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:23.131882 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:23.132575 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.133944 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/12ceb74a-a25a-47b6-ae4a-2b4092b42398 HTTP/1.1" status: 200 len: 1094 time: 2.7675054 Jun 16 16:55:23.142768 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6890075a74d5e06acd346aaca2eea1093c8dfce6f6b202791e980c9b2d18cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113937bb-3e68-43ea-9570-75228d691411" -d '{"events": [{"name": "network-changed", "server_uuid": "6d96926f-cce7-48b8-aab1-e263c2f3fd1e", "tag": "c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2"}]}' {{(pid=92705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:23.175006 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b26aa-fbe5-40ab-9535-957f88ab1592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f2aeee-96c6-48ce-b6f0-e745115b83c8,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:23.178060 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e37b26aa-fbe5-40ab-9535-957f88ab1592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:23.181275 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:23.185947 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.189232 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Made reservation on behalf of e1045507c2044e3eafdcc6996e9c4da3 for: {'network': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:23.191696 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.222707 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Made reservation on behalf of 71348cdc09ee48ceb90c4dfe775fc99a for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:23.226177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.235543 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-6e5fecdd-f480-4a86-b0fc-fc8598bc379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:23.237005 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-6e5fecdd-f480-4a86-b0fc-fc8598bc379c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 1097 time: 0.2789614 Jun 16 16:55:23.257714 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.276998 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Pushing event updated for resources: {'Port': ['ID=ebccd280-c76a-4ce6-8b33-80160520e19d,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:23.305035 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:23.329761 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Transition to ACTIVE for port object c3aa6c33-4fd0-4b6f-8d61-719d85333d65 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:23.352285 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:55:23.361157 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-8e2748e6-50db-41ea-9243-f37e412a9c04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 HTTP/1.1" status: 200 len: 217 time: 0.0967734 Jun 16 16:55:23.390489 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Pushing event updated for resources: {'Port': ['ID=12ceb74a-a25a-47b6-ae4a-2b4092b42398,revision_number=3']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:23.422910 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:23.466760 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-50f7e92f-11e9-4037-8d4e-8fa87668d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:23.468234 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-50f7e92f-11e9-4037-8d4e-8fa87668d933 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 1097 time: 0.2809989 Jun 16 16:55:23.472400 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-d1438251-910d-4135-b6df-13e2f220d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:23.473783 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-d1438251-910d-4135-b6df-13e2f220d069 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5ec563f-d779-46da-a73c-8e96791f4915 HTTP/1.1" status: 200 len: 855 time: 0.1017494 Jun 16 16:55:23.559916 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e5a9d5b5-eba1-4006-a596-e5f716be9b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.562266 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.562847 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-7383d674-a8a9-42ba-a79b-d8c75e0781c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48a6b4e6-d0e9-4813-897a-814a175cc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806115 Jun 16 16:55:23.568076 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-81e44666-9bf9-4a71-b8a6-a210d078f118 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12ceb74a-a25a-47b6-ae4a-2b4092b42398 HTTP/1.1" status: 200 len: 217 time: 0.0870790 Jun 16 16:55:23.580503 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6669e6aa-8ae9-4be8-b3d0-751eec166790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.581172 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-a5769f15-b121-40dd-8f97-fe44a1fa1b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.603678 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6669e6aa-8ae9-4be8-b3d0-751eec166790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.618056 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-33f9d85d-7701-42df-b612-bd3de202af18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:23.627725 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f03c7c26-794a-413a-bae6-2c7817e6af8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:23.822604 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18da6411-21d3-4013-afd5-86585a6c4aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.872008 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-6669e6aa-8ae9-4be8-b3d0-751eec166790 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=14dc54043ce242c48ade6a121c4fc5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3379488 Jun 16 16:55:23.872657 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:23.877665 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669e6aa-8ae9-4be8-b3d0-751eec166790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad1d259-0cdf-4163-96de-9973ccd5031e,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:23.880030 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55854) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:23.881810 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0793-f775-46da-8526-d234c675ea4e req-01dd4154-0f8a-4d19-89d9-82337549b0dc tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:23.883294 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-becc0793-f775-46da-8526-d234c675ea4e req-01dd4154-0f8a-4d19-89d9-82337549b0dc tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 943 time: 0.7785590 Jun 16 16:55:23.885057 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-a2c1747c-bc3f-4f92-a0de-0d692a569f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:23.887140 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-a2c1747c-bc3f-4f92-a0de-0d692a569f51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.3054423 Jun 16 16:55:23.894616 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6669e6aa-8ae9-4be8-b3d0-751eec166790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:23.910877 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:23.932790 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e5a9d5b5-eba1-4006-a596-e5f716be9b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3628078'] for subnet, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.940786 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bd6f1-7ec3-4816-8711-91674cec125c req-50982d7f-e02c-469e-961a-6541d70d85c2 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:23.942244 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4b8bd6f1-7ec3-4816-8711-91674cec125c req-50982d7f-e02c-469e-961a-6541d70d85c2 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 944 time: 0.7043464 Jun 16 16:55:23.943288 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-b695ffdd-915d-4bdb-b28b-b0a06665f364 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477080 Jun 16 16:55:23.979153 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18da6411-21d3-4013-afd5-86585a6c4aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.986408 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-181f372c-2cab-40a7-817c-c18582560af7 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146390 Jun 16 16:55:23.991286 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:23.993253 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Attempting to bind port ebccd280-c76a-4ce6-8b33-80160520e19d on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:23.993602 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Attempting to bind port ebccd280-c76a-4ce6-8b33-80160520e19d by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'd49fa0ae-ac72-48be-b4e0-2322cb348ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'd107f90e-2a8c-4f56-b0c2-a2e9406d5125'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:23.993945 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Attempting to bind port ebccd280-c76a-4ce6-8b33-80160520e19d on network d107f90e-2a8c-4f56-b0c2-a2e9406d5125 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:24.055156 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Allocated IP 172.20.0.8 (ba7080a3-8498-4496-984d-d98af57818e3/00ab8b76-5ae7-4a87-a79b-5f85ba745f40/f2d28464-72c6-4cb5-b036-d8880a585005) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:24.063571 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9d5b5-eba1-4006-a596-e5f716be9b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e205e94e-b5da-4ef0-a5a2-3bbe7565ec4c,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:24.074941 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Port ebccd280-c76a-4ce6-8b33-80160520e19d on network d107f90e-2a8c-4f56-b0c2-a2e9406d5125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:55:24.075198 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Attempting to bind port ebccd280-c76a-4ce6-8b33-80160520e19d on network d107f90e-2a8c-4f56-b0c2-a2e9406d5125 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:24.089986 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e5a9d5b5-eba1-4006-a596-e5f716be9b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:24.134435 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:24.134803 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Checking segment: {'id': 'd49fa0ae-ac72-48be-b4e0-2322cb348ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'd107f90e-2a8c-4f56-b0c2-a2e9406d5125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:24.135375 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Bound using segment: {'id': 'd49fa0ae-ac72-48be-b4e0-2322cb348ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'd107f90e-2a8c-4f56-b0c2-a2e9406d5125'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:24.136345 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Bound port: ebccd280-c76a-4ce6-8b33-80160520e19d, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49fa0ae-ac72-48be-b4e0-2322cb348ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'd107f90e-2a8c-4f56-b0c2-a2e9406d5125'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:24.136702 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.143266 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e5a9d5b5-eba1-4006-a596-e5f716be9b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.145058 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e5a9d5b5-eba1-4006-a596-e5f716be9b3a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e205e94e-b5da-4ef0-a5a2-3bbe7565ec4c HTTP/1.1" status: 204 len: 168 time: 1.3535428 Jun 16 16:55:24.150720 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.151942 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-97226e16-f6cd-4516-8f6d-d00d2cdb83ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.157370 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-becc0793-f775-46da-8526-d234c675ea4e req-04ccdce0-9095-44d0-9579-6933920bd982 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361813 Jun 16 16:55:24.157843 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 55860) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:24.164840 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.171738 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:24.188730 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4b8bd6f1-7ec3-4816-8711-91674cec125c req-27a61d30-62ed-43e4-9ddb-aafca40dc37e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134407 Jun 16 16:55:24.189983 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-afb7a553-edc8-4263-a8d3-5643209df74f service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344923 Jun 16 16:55:24.205676 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Attempting to bind port c3aa6c33-4fd0-4b6f-8d61-719d85333d65 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:24.206002 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Attempting to bind port c3aa6c33-4fd0-4b6f-8d61-719d85333d65 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:24.206343 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Attempting to bind port c3aa6c33-4fd0-4b6f-8d61-719d85333d65 on network 9dbeb5f1-14da-4009-b87d-034124907f0d {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:24.244862 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=92705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:55:24.248561 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Port c3aa6c33-4fd0-4b6f-8d61-719d85333d65 on network 9dbeb5f1-14da-4009-b87d-034124907f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:55:24.248888 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Attempting to bind port c3aa6c33-4fd0-4b6f-8d61-719d85333d65 on network 9dbeb5f1-14da-4009-b87d-034124907f0d {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:24.255498 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-97226e16-f6cd-4516-8f6d-d00d2cdb83ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.308880 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:24.309221 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Checking segment: {'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:24.309603 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Bound using segment: {'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:24.310039 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Bound port: c3aa6c33-4fd0-4b6f-8d61-719d85333d65, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2588df1c-40db-407c-b07d-11c0606fa543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:24.310414 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.312214 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18da6411-21d3-4013-afd5-86585a6c4aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.330535 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-0e6c4e45-52dc-4b33-94d4-a551c97576a9 req-f332bd91-e888-4f48-b52e-e8ec55160864 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345838 Jun 16 16:55:24.337890 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-18da6411-21d3-4013-afd5-86585a6c4aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.339442 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-18da6411-21d3-4013-afd5-86585a6c4aca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/41f2aeee-96c6-48ce-b6f0-e745115b83c8 HTTP/1.1" status: 204 len: 168 time: 1.1864762 Jun 16 16:55:24.349926 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-874724bd-5bd3-449e-88b6-b52e84a15a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:24.366895 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.413873 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.414726 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.segments_db [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Added segment bc8da399-4cfc-4b32-8381-3a1ca19b1e05 of type vlan for network 8f9a62e5-fb3b-48e6-939e-b07e1d291add Jun 16 16:55:24.418454 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc4a324-85b8-40ff-b37b-7c396ab151db,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:24.418817 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6411-21d3-4013-afd5-86585a6c4aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f2aeee-96c6-48ce-b6f0-e745115b83c8,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:24.443105 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f2007d3f-be7b-4eb5-9e7d-8f7a9b1c41c9 req-7c258add-fc4c-42a4-b97b-c91c45c98a08 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 210 time: 0.1025698 Jun 16 16:55:24.446862 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea954d0-5d53-42a5-b260-fd5b8bbec38b x-openstack-request-id: req-6ea954d0-5d53-42a5-b260-fd5b8bbec38b {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:24.447260 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d96926f-cce7-48b8-aab1-e263c2f3fd1e", "tag": "c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2", "status": "completed", "code": 200}]} {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:24.447594 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ea954d0-5d53-42a5-b260-fd5b8bbec38b {{(pid=92705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:24.448324 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d96926f-cce7-48b8-aab1-e263c2f3fd1e', 'tag': 'c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2', 'status': 'completed', 'code': 200} Jun 16 16:55:24.452370 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-37c7d1a7-6e6d-40e2-9924-58dc5e5680d8 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523937 Jun 16 16:55:24.478690 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] For port ebccd280-c76a-4ce6-8b33-80160520e19d, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:24.485760 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-18da6411-21d3-4013-afd5-86585a6c4aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:24.495927 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:24.522037 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] For port ebccd280-c76a-4ce6-8b33-80160520e19d, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=ebccd280-c76a-4ce6-8b33-80160520e19d,segment=NetworkSegment(d49fa0ae-ac72-48be-b4e0-2322cb348ed8),segment_id=d49fa0ae-ac72-48be-b4e0-2322cb348ed8)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:24.534507 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-97226e16-f6cd-4516-8f6d-d00d2cdb83ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.537519 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-97226e16-f6cd-4516-8f6d-d00d2cdb83ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.538894 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-97226e16-f6cd-4516-8f6d-d00d2cdb83ea admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cad1d259-0cdf-4163-96de-9973ccd5031e HTTP/1.1" status: 204 len: 168 time: 0.6555703 Jun 16 16:55:24.539620 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.544396 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-42123564-f25c-4c0c-afbb-1c1543451201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:24.567849 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.574752 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97226e16-f6cd-4516-8f6d-d00d2cdb83ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad1d259-0cdf-4163-96de-9973ccd5031e,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:24.576089 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:24.587257 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-97226e16-f6cd-4516-8f6d-d00d2cdb83ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:24.602595 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] For port c3aa6c33-4fd0-4b6f-8d61-719d85333d65, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:24.624730 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113937bb-3e68-43ea-9570-75228d691411 req-d8c0fe75-f03d-44b6-8475-6b80c3903280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:24.628515 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-113937bb-3e68-43ea-9570-75228d691411 req-d8c0fe75-f03d-44b6-8475-6b80c3903280 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 1097 time: 0.1814919 Jun 16 16:55:24.645462 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.654328 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:24.654836 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.670832 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-61e2ff71-8057-4b1c-8064-122c03d3c5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:24.675722 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] For port c3aa6c33-4fd0-4b6f-8d61-719d85333d65, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:24.680753 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:24.681422 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.684156 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] 10.222.0.46 "PUT /v2.0/ports/ebccd280-c76a-4ce6-8b33-80160520e19d HTTP/1.1" status: 200 len: 1093 time: 4.3303616 Jun 16 16:55:24.690945 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6ee586-1e22-4321-964a-38abba101f23', 'tag': 'ebccd280-c76a-4ce6-8b33-80160520e19d'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:24.698010 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.722756 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.781938 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0942566 Jun 16 16:55:24.782562 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55878) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:24.815765 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.816802 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Request body: {'subnet': {'network_id': '8f9a62e5-fb3b-48e6-939e-b07e1d291add', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1815296560-subnet', 'tenant_id': 'e1045507c2044e3eafdcc6996e9c4da3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:24.829637 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Pushing event updated for resources: {'Network': ['ID=8f9a62e5-fb3b-48e6-939e-b07e1d291add,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:24.842709 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 8f9a62e5-fb3b-48e6-939e-b07e1d291add details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:55:24.843235 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:24.867412 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Transition to ACTIVE for port object f2d28464-72c6-4cb5-b036-d8880a585005 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:24.884349 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5546f046-114d-481b-93e6-5c47ea1f4461']}} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:24.884556 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113937bb-3e68-43ea-9570-75228d691411 req-91038565-60d0-4e9b-b3f6-eef2d67029cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:24.885967 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-113937bb-3e68-43ea-9570-75228d691411 req-91038565-60d0-4e9b-b3f6-eef2d67029cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 917 time: 0.2495637 Jun 16 16:55:24.895640 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Made reservation on behalf of e1045507c2044e3eafdcc6996e9c4da3 for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:24.896368 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:24.897908 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.898050 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.899593 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] 10.222.0.46 "PUT /v2.0/ports/c3aa6c33-4fd0-4b6f-8d61-719d85333d65 HTTP/1.1" status: 200 len: 1094 time: 4.5525222 Jun 16 16:55:24.914164 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Pushing event updated for resources: {'Port': ['ID=ebccd280-c76a-4ce6-8b33-80160520e19d,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:24.920445 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:24.930792 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:24.935409 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9acd371-d6dc-4423-94bb-372d9dd29fd1') {'for_net_delete': True} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:24.935718 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9acd371-d6dc-4423-94bb-372d9dd29fd1') {} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:24.978887 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-113937bb-3e68-43ea-9570-75228d691411 req-6ad3bc15-9111-48cb-9c93-c5067e25082e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 HTTP/1.1" status: 200 len: 217 time: 0.0786207 Jun 16 16:55:25.015491 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3390215'] for segment, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.045914 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55880) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:25.075752 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3b55db08-d2e2-45bb-8cb5-fd24aea18f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.092470 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55882) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:25.099443 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a068061-dbf3-46f6-9b3e-94c4d4d75e5c req-3c1285a6-fe46-4a6d-83cd-1e3b7a304310 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:25.102770 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1a068061-dbf3-46f6-9b3e-94c4d4d75e5c req-3c1285a6-fe46-4a6d-83cd-1e3b7a304310 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 944 time: 0.5215123 Jun 16 16:55:25.109698 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113937bb-3e68-43ea-9570-75228d691411 req-a221e8c0-84ca-4183-9150-2e4340935a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:25.111238 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-113937bb-3e68-43ea-9570-75228d691411 req-a221e8c0-84ca-4183-9150-2e4340935a52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5ec563f-d779-46da-a73c-8e96791f4915 HTTP/1.1" status: 200 len: 855 time: 0.1256886 Jun 16 16:55:25.115235 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.128309 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-301f8428-620d-44bc-97e2-60b8c5588ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.144188 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=92706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:55:25.144666 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387083'] for segment, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: Traceback (most recent call last): Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: timer() Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: cb(*args, **kw) Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: return func(*args, **kwargs) Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: self._notify() Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: self.callback(batched_events) Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: event.method(event) Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: return f(self, *a, **k) Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._get(url).json() Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: return self.request(url, 'GET', **kwargs) Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:55:25.156392 dv-cinder-783389-6-iscsi neutron-server[92706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:55:25.158592 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-113937bb-3e68-43ea-9570-75228d691411 req-f3c88998-27bc-4233-9d43-21b9348631c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48a6b4e6-d0e9-4813-897a-814a175cc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389974 Jun 16 16:55:25.159481 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06671079-2c47-4b5a-8d1c-dc7367019c64" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6ee586-1e22-4321-964a-38abba101f23", "tag": "ebccd280-c76a-4ce6-8b33-80160520e19d"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:25.187845 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-8420352b-9446-427e-8714-a8161b36cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:25.189314 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-8420352b-9446-427e-8714-a8161b36cafb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8af118e377bf464ab91df6efd5974d9e&device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 1096 time: 0.4277322 Jun 16 16:55:25.195159 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:25.285423 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-47130b35-dc58-4cbd-a303-471691d8a488 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebccd280-c76a-4ce6-8b33-80160520e19d HTTP/1.1" status: 200 len: 217 time: 0.0720496 Jun 16 16:55:25.286759 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-113937bb-3e68-43ea-9570-75228d691411 req-1b543601-850c-40e6-bbcb-a9020c3316d6 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198115 Jun 16 16:55:25.292356 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:25.321569 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3b55db08-d2e2-45bb-8cb5-fd24aea18f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.322616 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1a068061-dbf3-46f6-9b3e-94c4d4d75e5c req-8886eea1-3bf1-47cc-b73d-2183c31a28bb tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006159 Jun 16 16:55:25.325749 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.336160 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3b55db08-d2e2-45bb-8cb5-fd24aea18f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.343345 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e37b26aa-fbe5-40ab-9535-957f88ab1592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:25.399212 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbd4846-5b28-48dc-b9cb-4515d6acf5b2 x-openstack-request-id: req-7bbd4846-5b28-48dc-b9cb-4515d6acf5b2 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:25.399532 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6ee586-1e22-4321-964a-38abba101f23", "tag": "ebccd280-c76a-4ce6-8b33-80160520e19d", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:25.399842 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7bbd4846-5b28-48dc-b9cb-4515d6acf5b2 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:25.400470 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6ee586-1e22-4321-964a-38abba101f23', 'tag': 'ebccd280-c76a-4ce6-8b33-80160520e19d', 'status': 'completed', 'code': 200} Jun 16 16:55:25.413260 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-5ae75c59-6982-44f8-a108-0f9de6845f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:25.415810 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-5ae75c59-6982-44f8-a108-0f9de6845f8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 1097 time: 0.4451113 Jun 16 16:55:25.419128 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:25.446903 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3b55db08-d2e2-45bb-8cb5-fd24aea18f4c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d1160adc13ab45b398b0f040116aba68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985801 Jun 16 16:55:25.453722 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55894) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:25.462933 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55db08-d2e2-45bb-8cb5-fd24aea18f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16b2291-6266-4ca6-8371-20d54b8dbbb5,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:25.478883 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3b55db08-d2e2-45bb-8cb5-fd24aea18f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:25.479029 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Network ba7080a3-8498-4496-984d-d98af57818e3 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:25.480909 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.493691 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-113937bb-3e68-43ea-9570-75228d691411 req-408b37df-0f2e-4982-9eac-a8b02a9146fb service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956439 Jun 16 16:55:25.520812 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:25.523422 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:25.535697 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-a99c97eb-23c0-46b7-8782-c00b376ce68d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65 HTTP/1.1" status: 200 len: 217 time: 0.0529754 Jun 16 16:55:25.544486 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:25.582058 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:25.638778 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-301f8428-620d-44bc-97e2-60b8c5588ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.640030 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5f040aaf-31e9-4462-a6da-e2b9b73e8a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.643497 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.646008 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-301f8428-620d-44bc-97e2-60b8c5588ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.655178 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:25.707478 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5f040aaf-31e9-4462-a6da-e2b9b73e8a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.711017 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f8428-620d-44bc-97e2-60b8c5588ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d240df23-3ae0-4479-99de-5ae7bd04186f,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:25.715703 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-301f8428-620d-44bc-97e2-60b8c5588ae7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c0a93a110a684796b02bcf5c4768b929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6219270 Jun 16 16:55:25.722577 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-301f8428-620d-44bc-97e2-60b8c5588ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:25.722976 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8f425ee9-bdea-4162-b46f-d635de41b763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:25.727802 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55902) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:25.806333 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.810780 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/5546f046-114d-481b-93e6-5c47ea1f4461 HTTP/1.1" status: 204 len: 168 time: 1.6377137 Jun 16 16:55:25.827179 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-355e212e-b7f9-4f43-9f73-a6314a914301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:25.827986 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Checking segment: {'id': 'bc8da399-4cfc-4b32-8381-3a1ca19b1e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8f9a62e5-fb3b-48e6-939e-b07e1d291add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:25.828349 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Network hostable DHCP agents. Network: 8f9a62e5-fb3b-48e6-939e-b07e1d291add, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:55:25.828932 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-355e212e-b7f9-4f43-9f73-a6314a914301 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ee6e6a9-d4e0-4649-994f-51b8a211609f HTTP/1.1" status: 200 len: 852 time: 0.4996552 Jun 16 16:55:25.840000 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:25.849818 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb2b0c78-847f-4b80-abd9-75f3c3f0b64d,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:25.855254 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-22fe6bea-6d71-47b2-a87f-ac3d83e70ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.861879 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5546f046-114d-481b-93e6-5c47ea1f4461,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:25.875800 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:25.903171 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-922cb2ab-c9e9-4ad4-a72f-df8da43d9dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.920176 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5f040aaf-31e9-4462-a6da-e2b9b73e8a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.922965 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5f040aaf-31e9-4462-a6da-e2b9b73e8a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.924429 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-5f040aaf-31e9-4462-a6da-e2b9b73e8a11 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c16b2291-6266-4ca6-8371-20d54b8dbbb5 HTTP/1.1" status: 204 len: 168 time: 0.4623723 Jun 16 16:55:25.927339 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-2afa8d50-54bd-46ad-b663-9b7489828b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:25.937510 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Network 8f9a62e5-fb3b-48e6-939e-b07e1d291add is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:55:25.943292 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f040aaf-31e9-4462-a6da-e2b9b73e8a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16b2291-6266-4ca6-8371-20d54b8dbbb5,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:25.958521 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5f040aaf-31e9-4462-a6da-e2b9b73e8a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:25.965846 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-922cb2ab-c9e9-4ad4-a72f-df8da43d9dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.974906 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:25.976731 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 8f9a62e5-fb3b-48e6-939e-b07e1d291add) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:25.989221 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:25.989444 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95920081-254e-4075-b5a5-e839824023ac None None] Network 8f9a62e5-fb3b-48e6-939e-b07e1d291add requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:25.989816 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.997611 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-ef86cb2e-fac5-44ae-b022-749d01954192 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d107f90e-2a8c-4f56-b0c2-a2e9406d5125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475081 Jun 16 16:55:26.033400 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2200403 Jun 16 16:55:26.046500 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-93e2a7bc-a469-4c93-b997-e5b9a25eaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:26.049260 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-93e2a7bc-a469-4c93-b997-e5b9a25eaa2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.5037632 Jun 16 16:55:26.061940 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-922cb2ab-c9e9-4ad4-a72f-df8da43d9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.065016 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-922cb2ab-c9e9-4ad4-a72f-df8da43d9dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.066562 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-922cb2ab-c9e9-4ad4-a72f-df8da43d9dbf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d240df23-3ae0-4479-99de-5ae7bd04186f HTTP/1.1" status: 204 len: 168 time: 0.3377099 Jun 16 16:55:26.067455 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:26.085327 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cb2ab-c9e9-4ad4-a72f-df8da43d9dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d240df23-3ae0-4479-99de-5ae7bd04186f,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:26.094401 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-922cb2ab-c9e9-4ad4-a72f-df8da43d9dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:26.177138 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55912) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:26.192267 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-70116642-8a2c-49be-8ff1-77fc3b61faad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166701 Jun 16 16:55:26.225537 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6021f-3d79-409b-9274-70ad45b50f6e req-2c909575-1fab-413c-a548-d79a94ca6ee1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:26.229146 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3f6021f-3d79-409b-9274-70ad45b50f6e req-2c909575-1fab-413c-a548-d79a94ca6ee1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 944 time: 0.6884139 Jun 16 16:55:26.235960 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4841f34-2aaa-43a3-a545-e39a91d824c5 None None] Network 8f9a62e5-fb3b-48e6-939e-b07e1d291add requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:26.240142 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:26.240996 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.275938 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-8d055e9b-1290-4edc-83b4-d980e5a528e5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=81ad49a333354ccfb5e98b23b32e5a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945857 Jun 16 16:55:26.277540 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55916) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:26.325606 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cc43b-5898-4f63-a033-48a304ad8bff req-677fce53-45d9-4b53-aba7-049d9ff8b17b tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:26.332607 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-572cc43b-5898-4f63-a033-48a304ad8bff req-677fce53-45d9-4b53-aba7-049d9ff8b17b tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 943 time: 0.7928257 Jun 16 16:55:26.344321 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-968df454-d074-41a9-a4fa-515be6a42b1b None None] Provisioning for port f2d28464-72c6-4cb5-b036-d8880a585005 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:26.361174 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1c43a5bb-0211-4886-a371-bc78d7e40132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.382237 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.384412 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-968df454-d074-41a9-a4fa-515be6a42b1b None None] Provisioning complete for port f2d28464-72c6-4cb5-b036-d8880a585005 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:26.384833 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-968df454-d074-41a9-a4fa-515be6a42b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.388687 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5814204 Jun 16 16:55:26.390620 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-9700e38f-265a-4119-b14c-ec6313cf7c5a service neutron] 10.222.0.46 "GET /v2.0/networks/d107f90e-2a8c-4f56-b0c2-a2e9406d5125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670781 Jun 16 16:55:26.412348 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1c43a5bb-0211-4886-a371-bc78d7e40132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.419947 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Request body: {'port': {'device_id': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:26.456484 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab10abc2-162e-40a1-9bfa-7a21404d035b', 'tag': '12ceb74a-a25a-47b6-ae4a-2b4092b42398'}] {{(pid=92705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:26.460302 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6890075a74d5e06acd346aaca2eea1093c8dfce6f6b202791e980c9b2d18cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1409be89-8024-4c90-94ac-63e06249403b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab10abc2-162e-40a1-9bfa-7a21404d035b", "tag": "12ceb74a-a25a-47b6-ae4a-2b4092b42398"}]}' {{(pid=92705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:26.472150 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3f6021f-3d79-409b-9274-70ad45b50f6e req-21e56b59-c7af-48a3-bb67-bcdf4bff2d86 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152693 Jun 16 16:55:26.506891 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-572cc43b-5898-4f63-a033-48a304ad8bff req-8eb801d6-905c-4f62-aa68-eb9aa9658b54 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685400 Jun 16 16:55:26.543743 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1c43a5bb-0211-4886-a371-bc78d7e40132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.548051 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1c43a5bb-0211-4886-a371-bc78d7e40132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.559908 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-1c43a5bb-0211-4886-a371-bc78d7e40132 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/06b0095c-2260-4ac0-8a9d-5227d424329f HTTP/1.1" status: 204 len: 168 time: 0.2801120 Jun 16 16:55:26.560620 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:26.577203 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-968df454-d074-41a9-a4fa-515be6a42b1b None None] Port f2d28464-72c6-4cb5-b036-d8880a585005 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:55:26.580726 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43a5bb-0211-4886-a371-bc78d7e40132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b0095c-2260-4ac0-8a9d-5227d424329f,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:26.587969 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1c43a5bb-0211-4886-a371-bc78d7e40132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:26.678592 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-8f0da7a2-1466-420d-9b23-61d148dcb08d service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719920 Jun 16 16:55:26.794100 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.837338 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee069c3-fb5c-4019-968d-4199c28ee064 req-10abaaa8-0579-4c54-977b-63e38c248c51 service neutron] 10.222.0.46 "GET /v2.0/networks/d107f90e-2a8c-4f56-b0c2-a2e9406d5125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310522 Jun 16 16:55:26.837896 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.964376 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ebb23-5808-4b46-a8ec-228fc6c79895 req-c37cccce-7905-4ece-b3ee-2ee3418e9edd tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:26.965902 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ce8ebb23-5808-4b46-a8ec-228fc6c79895 req-c37cccce-7905-4ece-b3ee-2ee3418e9edd tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 931 time: 0.2545612 Jun 16 16:55:27.013675 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55946) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:27.071121 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250ff17-e143-4ade-b65e-d706eca022ea req-bca5e08f-2387-420b-96d8-848e23e6dc17 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:27.078490 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a250ff17-e143-4ade-b65e-d706eca022ea req-bca5e08f-2387-420b-96d8-848e23e6dc17 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 944 time: 0.3451695 Jun 16 16:55:27.090300 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05a65e22-e4a4-4bea-9554-581a84b8200f req-7a14bef4-9c51-4b06-a187-6f1f344f7309 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039183 Jun 16 16:55:27.092220 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3443b8fd-4d30-4ba2-ad12-9ef3fedd63c1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=975d09f6cca94eaa8b8873745cb6fb73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766613 Jun 16 16:55:27.094157 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 55952) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:27.186132 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ce8ebb23-5808-4b46-a8ec-228fc6c79895 req-c5eafe9b-cd60-4a7e-afe0-68734cc29c9a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950872 Jun 16 16:55:27.197979 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7f2c41d4-b6f4-4ed2-8f8c-053fb35e2f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:27.226581 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7f2c41d4-b6f4-4ed2-8f8c-053fb35e2f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:27.235556 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671079-2c47-4b5a-8d1c-dc7367019c64 req-240b0c06-1666-4366-8382-164dd678be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:27.237545 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-06671079-2c47-4b5a-8d1c-dc7367019c64 req-240b0c06-1666-4366-8382-164dd678be00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8af118e377bf464ab91df6efd5974d9e&device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 1096 time: 0.3277719 Jun 16 16:55:27.256405 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a250ff17-e143-4ade-b65e-d706eca022ea req-67496254-d030-4d4a-b716-b62c53429533 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769512 Jun 16 16:55:27.296558 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7f2c41d4-b6f4-4ed2-8f8c-053fb35e2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:27.299892 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7f2c41d4-b6f4-4ed2-8f8c-053fb35e2f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:27.303396 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7f2c41d4-b6f4-4ed2-8f8c-053fb35e2f52 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/caebeae9-02bc-41b3-b911-bd3abab965b0 HTTP/1.1" status: 204 len: 168 time: 0.2049820 Jun 16 16:55:27.303396 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4ee0ffeb-77e9-432a-b297-08ca84edce51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:27.316906 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d169735-714d-4391-abea-40554f47bec1 x-openstack-request-id: req-5d169735-714d-4391-abea-40554f47bec1 {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:27.317204 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab10abc2-162e-40a1-9bfa-7a21404d035b", "tag": "12ceb74a-a25a-47b6-ae4a-2b4092b42398", "status": "completed", "code": 200}]} {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:27.317565 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d169735-714d-4391-abea-40554f47bec1 {{(pid=92705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:27.317942 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab10abc2-162e-40a1-9bfa-7a21404d035b', 'tag': '12ceb74a-a25a-47b6-ae4a-2b4092b42398', 'status': 'completed', 'code': 200} Jun 16 16:55:27.324123 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c41d4-b6f4-4ed2-8f8c-053fb35e2f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caebeae9-02bc-41b3-b911-bd3abab965b0,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:27.333217 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7f2c41d4-b6f4-4ed2-8f8c-053fb35e2f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:27.441164 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb6d629-babf-4284-b034-0cc0141a2308', 'tag': 'c3aa6c33-4fd0-4b6f-8d61-719d85333d65'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:27.443600 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b5dbdd-313b-45a0-921e-da75895e407f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb6d629-babf-4284-b034-0cc0141a2308", "tag": "c3aa6c33-4fd0-4b6f-8d61-719d85333d65"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:27.497651 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de568fa3-82d3-4d0d-8d0a-e481ae30f6de x-openstack-request-id: req-de568fa3-82d3-4d0d-8d0a-e481ae30f6de {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:27.497958 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb6d629-babf-4284-b034-0cc0141a2308", "tag": "c3aa6c33-4fd0-4b6f-8d61-719d85333d65", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:27.498233 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-de568fa3-82d3-4d0d-8d0a-e481ae30f6de {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:27.498657 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb6d629-babf-4284-b034-0cc0141a2308', 'tag': 'c3aa6c33-4fd0-4b6f-8d61-719d85333d65', 'status': 'completed', 'code': 200} Jun 16 16:55:27.553691 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671079-2c47-4b5a-8d1c-dc7367019c64 req-cf065e21-5ced-4c4d-a83b-5a708c77f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:27.555632 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-06671079-2c47-4b5a-8d1c-dc7367019c64 req-cf065e21-5ced-4c4d-a83b-5a708c77f4a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d107f90e-2a8c-4f56-b0c2-a2e9406d5125 HTTP/1.1" status: 200 len: 914 time: 0.2895689 Jun 16 16:55:27.571773 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409be89-8024-4c90-94ac-63e06249403b req-7487d809-b149-4257-ab72-c8cee083ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:27.574056 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1409be89-8024-4c90-94ac-63e06249403b req-7487d809-b149-4257-ab72-c8cee083ee88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 1097 time: 0.2534511 Jun 16 16:55:27.611635 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-06671079-2c47-4b5a-8d1c-dc7367019c64 req-923f23da-2664-466d-bd20-495e15693976 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebccd280-c76a-4ce6-8b33-80160520e19d HTTP/1.1" status: 200 len: 217 time: 0.0475662 Jun 16 16:55:27.683953 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5dbdd-313b-45a0-921e-da75895e407f req-a690ed6d-c53f-4c07-893e-fe3c5752e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:27.685430 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-76b5dbdd-313b-45a0-921e-da75895e407f req-a690ed6d-c53f-4c07-893e-fe3c5752e1cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 1097 time: 0.1670418 Jun 16 16:55:27.716137 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d28464-72c6-4cb5-b036-d8880a585005 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:27.758127 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:27.773193 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671079-2c47-4b5a-8d1c-dc7367019c64 req-332d9a54-a053-435b-ab6b-954c32cf4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:27.784278 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-06671079-2c47-4b5a-8d1c-dc7367019c64 req-332d9a54-a053-435b-ab6b-954c32cf4062 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ee6e6a9-d4e0-4649-994f-51b8a211609f HTTP/1.1" status: 200 len: 852 time: 0.1507916 Jun 16 16:55:27.865041 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5dbdd-313b-45a0-921e-da75895e407f req-888196b4-f277-4c86-8be8-18b42bbc8686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:27.866547 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-76b5dbdd-313b-45a0-921e-da75895e407f req-888196b4-f277-4c86-8be8-18b42bbc8686 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 921 time: 0.1704583 Jun 16 16:55:28.047764 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Transition to ACTIVE for port object f2d28464-72c6-4cb5-b036-d8880a585005 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:28.062030 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-06671079-2c47-4b5a-8d1c-dc7367019c64 req-5e8b4aec-187b-4406-b697-a5c6f734cd2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d107f90e-2a8c-4f56-b0c2-a2e9406d5125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2766838 Jun 16 16:55:28.080947 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:28.087341 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-76b5dbdd-313b-45a0-921e-da75895e407f req-cec03fd2-d9a2-4f14-9924-c8b00cdc2acb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65 HTTP/1.1" status: 200 len: 217 time: 0.2133670 Jun 16 16:55:28.136417 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b477c7d5-c982-4dcc-98e6-29fae3f86abd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:28.139054 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409be89-8024-4c90-94ac-63e06249403b req-3e8d5033-f8b4-46c6-a3ad-e8840f54df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:28.140753 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1409be89-8024-4c90-94ac-63e06249403b req-3e8d5033-f8b4-46c6-a3ad-e8840f54df07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 921 time: 0.5316124 Jun 16 16:55:28.146417 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5dbdd-313b-45a0-921e-da75895e407f req-9f4a9af5-3381-4534-99a1-7ecbf097e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:28.151027 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-76b5dbdd-313b-45a0-921e-da75895e407f req-9f4a9af5-3381-4534-99a1-7ecbf097e5e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.0577919 Jun 16 16:55:28.190700 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-76b5dbdd-313b-45a0-921e-da75895e407f req-e2e40b88-16f0-4e0a-9566-6c65ac62ea09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313177 Jun 16 16:55:28.234763 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:55:28.301173 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1409be89-8024-4c90-94ac-63e06249403b req-fa74f8ed-248c-47e5-877b-60c6027b17b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12ceb74a-a25a-47b6-ae4a-2b4092b42398 HTTP/1.1" status: 200 len: 217 time: 0.1504545 Jun 16 16:55:28.373113 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-76b5dbdd-313b-45a0-921e-da75895e407f req-3009e704-c1ec-46d7-8ab0-bd429e004228 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723437 Jun 16 16:55:28.431066 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:28.442658 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:28.469690 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:28.490564 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2', 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705', 'port_id': 'c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2', 'mac_address': 'fa:16:3e:0d:c3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ec563f-d779-46da-a73c-8e96791f4915', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:55:28.544099 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:28.560467 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:28.563096 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-76b5dbdd-313b-45a0-921e-da75895e407f req-bdc5648e-017c-4352-a447-83533f8dbe7b service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832178 Jun 16 16:55:28.570709 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019c356-bb74-4913-a6e8-f7d57b09ff40 req-4f5bb602-5f6e-482b-ae10-d56881582485 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:28.572264 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e019c356-bb74-4913-a6e8-f7d57b09ff40 req-4f5bb602-5f6e-482b-ae10-d56881582485 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 944 time: 0.7686460 Jun 16 16:55:28.592728 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-06671079-2c47-4b5a-8d1c-dc7367019c64 req-aaf93002-d5a6-40a6-9147-ec5e92d7be18 service neutron] 10.222.0.46 "GET /v2.0/networks/d107f90e-2a8c-4f56-b0c2-a2e9406d5125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152605 Jun 16 16:55:28.599970 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:28.602901 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c367-dbb7-4f54-8564-1596e77d5a82 req-83094eb8-1df5-4c45-941a-f388e8dd45a1 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:28.609235 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:28.609953 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 12ceb74a-a25a-47b6-ae4a-2b4092b42398 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:55:28.610176 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eb68c367-dbb7-4f54-8564-1596e77d5a82 req-83094eb8-1df5-4c45-941a-f388e8dd45a1 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 943 time: 0.8053222 Jun 16 16:55:28.612838 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409be89-8024-4c90-94ac-63e06249403b req-0f08a844-9b51-43ce-913b-4e136f7d1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:28.613229 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-7d70e967-70fe-4d5e-af96-d7e51cbdfb73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:28.614240 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1409be89-8024-4c90-94ac-63e06249403b req-0f08a844-9b51-43ce-913b-4e136f7d1b3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.3014605 Jun 16 16:55:28.689886 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Attempting to bind port f2d28464-72c6-4cb5-b036-d8880a585005 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:28.690227 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Attempting to bind port f2d28464-72c6-4cb5-b036-d8880a585005 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:28.690581 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Attempting to bind port f2d28464-72c6-4cb5-b036-d8880a585005 on network ba7080a3-8498-4496-984d-d98af57818e3 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:28.694124 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1409be89-8024-4c90-94ac-63e06249403b req-d52b4841-7186-44db-8938-784744a42776 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595744 Jun 16 16:55:28.697570 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:28.730039 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Port f2d28464-72c6-4cb5-b036-d8880a585005 on network ba7080a3-8498-4496-984d-d98af57818e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:55:28.730686 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Attempting to bind port f2d28464-72c6-4cb5-b036-d8880a585005 on network ba7080a3-8498-4496-984d-d98af57818e3 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:28.743151 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:28.777605 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:28.784685 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 12ceb74a-a25a-47b6-ae4a-2b4092b42398, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=12ceb74a-a25a-47b6-ae4a-2b4092b42398,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:28.797713 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '12ceb74a-a25a-47b6-ae4a-2b4092b42398', 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d', 'port_id': '12ceb74a-a25a-47b6-ae4a-2b4092b42398', 'mac_address': 'fa:16:3e:c3:f1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:55:28.801992 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eb68c367-dbb7-4f54-8564-1596e77d5a82 req-8a3b663b-53b1-4ba2-8759-e1bd129ae260 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906447 Jun 16 16:55:28.842829 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:28.856074 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:28.856651 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Checking segment: {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:28.857269 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Bound using segment: {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:28.857909 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Bound port: f2d28464-72c6-4cb5-b036-d8880a585005, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:28.858487 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:28.880328 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ceb74a-a25a-47b6-ae4a-2b4092b42398 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:28.899253 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e019c356-bb74-4913-a6e8-f7d57b09ff40 req-7159f374-b58a-428c-bb07-4e05f7ff5079 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115382 Jun 16 16:55:28.972022 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 12ceb74a-a25a-47b6-ae4a-2b4092b42398, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=12ceb74a-a25a-47b6-ae4a-2b4092b42398,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:28.979050 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:28.985181 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:29.044456 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-06671079-2c47-4b5a-8d1c-dc7367019c64 req-3b5ce6e2-0019-4651-8faa-bacdb6848050 service neutron] 10.222.0.46 "GET /v2.0/networks/d107f90e-2a8c-4f56-b0c2-a2e9406d5125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235604 Jun 16 16:55:29.078977 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:29.080315 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=12ceb74a-a25a-47b6-ae4a-2b4092b42398,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:29.087540 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:29.092010 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:29.102015 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1409be89-8024-4c90-94ac-63e06249403b req-f6bdcafd-7e59-4ac9-899b-c9f17f54d558 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875501 Jun 16 16:55:29.112404 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:29.130371 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:29.204103 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56036) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:29.241728 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d18c4a-e72d-409d-9893-be7fa192a204 req-44c5c2a0-94ed-4226-b87f-a1fe394b7e7f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:29.243330 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-40d18c4a-e72d-409d-9893-be7fa192a204 req-44c5c2a0-94ed-4226-b87f-a1fe394b7e7f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.2857108 Jun 16 16:55:29.273528 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['12ceb74a-a25a-47b6-ae4a-2b4092b42398'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:55:29.285451 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:29.285969 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:29.287762 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] 10.222.0.46 "PUT /v2.0/ports/f2d28464-72c6-4cb5-b036-d8880a585005 HTTP/1.1" status: 200 len: 1093 time: 2.8721662 Jun 16 16:55:29.288166 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:29.301288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:29.339690 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:55:29.376269 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3922cdbb-218e-405d-aa99-3a1d14ebc1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:29.478561 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-40d18c4a-e72d-409d-9893-be7fa192a204 req-6a1147af-d10b-4cbd-8816-acc10a0b349a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231798 Jun 16 16:55:29.480605 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1409be89-8024-4c90-94ac-63e06249403b req-c01899bc-caa3-4e36-a245-7516c067d285 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707056 Jun 16 16:55:29.499609 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:29.501928 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbff2d9-7a31-43f5-870f-d699d0b29c30" -d '{"events": [{"name": "network-changed", "server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:29.513881 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b57d9-c5f3-4737-9d1b-cd32c75d71ec req-a45c9a09-23fe-4eb6-8f99-37a2b18e6f3d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:29.524883 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3b2b57d9-c5f3-4737-9d1b-cd32c75d71ec req-a45c9a09-23fe-4eb6-8f99-37a2b18e6f3d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 945 time: 0.3450370 Jun 16 16:55:29.600075 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-0ddc5639-ec00-45ee-8c9f-280b9d2783c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:29.600665 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3922cdbb-218e-405d-aa99-3a1d14ebc1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:29.606129 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-0ddc5639-ec00-45ee-8c9f-280b9d2783c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 1096 time: 0.2522874 Jun 16 16:55:29.607407 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3922cdbb-218e-405d-aa99-3a1d14ebc1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:29.612783 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:29.655432 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3922cdbb-218e-405d-aa99-3a1d14ebc1d9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=48f8017ba2b24fc083e739360b592c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495592 Jun 16 16:55:29.657280 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb08dcd8-e9ce-4b46-a6f7-411b17057538 x-openstack-request-id: req-fb08dcd8-e9ce-4b46-a6f7-411b17057538 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:29.657606 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:29.657862 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb08dcd8-e9ce-4b46-a6f7-411b17057538 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:29.659368 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'status': 'completed', 'code': 200} Jun 16 16:55:29.659703 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56050) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:29.679732 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922cdbb-218e-405d-aa99-3a1d14ebc1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492ed238-d335-4ad9-8058-dc0e6fa75701,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:29.685458 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3922cdbb-218e-405d-aa99-3a1d14ebc1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:29.724167 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-dbe0ece8-8c49-4845-9709-29a0bf40fb90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d28464-72c6-4cb5-b036-d8880a585005 HTTP/1.1" status: 200 len: 217 time: 0.1065948 Jun 16 16:55:29.727803 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0479cac5-8464-40b9-91e6-bbd75945e28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:29.754915 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0479cac5-8464-40b9-91e6-bbd75945e28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:29.765671 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3b2b57d9-c5f3-4737-9d1b-cd32c75d71ec req-d48a7abe-aad9-402a-b900-b9ac4e2b99c3 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398882 Jun 16 16:55:29.814209 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0479cac5-8464-40b9-91e6-bbd75945e28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:29.817524 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0479cac5-8464-40b9-91e6-bbd75945e28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:29.818749 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-0479cac5-8464-40b9-91e6-bbd75945e28b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/492ed238-d335-4ad9-8058-dc0e6fa75701 HTTP/1.1" status: 204 len: 168 time: 0.1581337 Jun 16 16:55:29.819494 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:29.827337 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479cac5-8464-40b9-91e6-bbd75945e28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492ed238-d335-4ad9-8058-dc0e6fa75701,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:29.831044 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0479cac5-8464-40b9-91e6-bbd75945e28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:29.839784 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-068d7dd2-0cf8-43bc-82b6-fa52dd77b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:29.840452 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-068d7dd2-0cf8-43bc-82b6-fa52dd77b6a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.0738711 Jun 16 16:55:29.934357 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-0c4a44b3-bb7c-4063-bbc1-02ee09da1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:29.936484 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-0c4a44b3-bb7c-4063-bbc1-02ee09da1562 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888915 Jun 16 16:55:30.129913 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-dc4fe70f-0b55-4cc1-bd85-e1273bc9d9c8 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853461 Jun 16 16:55:30.139493 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cf94a-0399-4fd7-bf35-bdab6822e3ce req-d8567d88-41c9-4b05-8342-7b3a83093b5c tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.140954 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d22cf94a-0399-4fd7-bf35-bdab6822e3ce req-d8567d88-41c9-4b05-8342-7b3a83093b5c tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 943 time: 0.1864054 Jun 16 16:55:30.185959 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device ebccd280-c76a-4ce6-8b33-80160520e19d details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:55:30.189013 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:30.270596 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc7491-76b9-4d59-bb6b-cfd47bffd47c req-3d3692da-fb69-48f2-8ded-8050f568a64f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.272097 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3ffc7491-76b9-4d59-bb6b-cfd47bffd47c req-3d3692da-fb69-48f2-8ded-8050f568a64f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 945 time: 0.2131128 Jun 16 16:55:30.283727 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d22cf94a-0399-4fd7-bf35-bdab6822e3ce req-ed70f8fb-2b0f-47e3-b860-5dddf9b26de7 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318774 Jun 16 16:55:30.318750 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-55f46a40-8cfe-4716-904f-b664ed0d2047 req-0be72b64-1cf8-4afe-a4cf-9f8be9ca85a4 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743400 Jun 16 16:55:30.337328 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3ffc7491-76b9-4d59-bb6b-cfd47bffd47c req-3cdce85e-7f3f-464f-8414-a18e12f028cf tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525925 Jun 16 16:55:30.347974 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:30.357032 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:30.361955 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:30.517641 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-a7e75169-5a16-49e1-ae19-76a5580a5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.519151 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-a7e75169-5a16-49e1-ae19-76a5580a5492 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 1096 time: 0.1246541 Jun 16 16:55:30.534407 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port ebccd280-c76a-4ce6-8b33-80160520e19d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=ebccd280-c76a-4ce6-8b33-80160520e19d,segment=NetworkSegment(d49fa0ae-ac72-48be-b4e0-2322cb348ed8),segment_id=d49fa0ae-ac72-48be-b4e0-2322cb348ed8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:30.556499 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:30.583910 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'ebccd280-c76a-4ce6-8b33-80160520e19d', 'network_id': 'd107f90e-2a8c-4f56-b0c2-a2e9406d5125', 'port_id': 'ebccd280-c76a-4ce6-8b33-80160520e19d', 'mac_address': 'fa:16:3e:8f:a2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee6e6a9-d4e0-4649-994f-51b8a211609f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:55:30.678453 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d96926f-cce7-48b8-aab1-e263c2f3fd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:30.706459 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-b0816e2a-e991-4f47-8b29-e97f377f98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.709002 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-b0816e2a-e991-4f47-8b29-e97f377f98a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 918 time: 0.1811066 Jun 16 16:55:30.839397 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:30.843280 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-c3be134c-a79b-40a7-bd2a-7bb19930366d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d28464-72c6-4cb5-b036-d8880a585005 HTTP/1.1" status: 200 len: 217 time: 0.1266146 Jun 16 16:55:30.857364 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:30.858849 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 12ceb74a-a25a-47b6-ae4a-2b4092b42398 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:30.902702 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:30.908552 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:30.945587 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebccd280-c76a-4ce6-8b33-80160520e19d {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:30.997702 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port ebccd280-c76a-4ce6-8b33-80160520e19d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=ebccd280-c76a-4ce6-8b33-80160520e19d,segment=NetworkSegment(d49fa0ae-ac72-48be-b4e0-2322cb348ed8),segment_id=d49fa0ae-ac72-48be-b4e0-2322cb348ed8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:31.002956 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 12ceb74a-a25a-47b6-ae4a-2b4092b42398 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:31.011517 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 12ceb74a-a25a-47b6-ae4a-2b4092b42398 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:31.011896 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.025010 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.025894 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device c3aa6c33-4fd0-4b6f-8d61-719d85333d65 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:55:31.028564 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc7ee-f22c-411b-9977-2ebe521ee39f req-75fd2854-cc0d-4ed4-bfff-735a114f7e89 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:31.030097 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-474cc7ee-f22c-411b-9977-2ebe521ee39f req-75fd2854-cc0d-4ed4-bfff-735a114f7e89 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.2202735 Jun 16 16:55:31.035867 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-75a7af91-edcc-453a-85c7-4c56a070e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:31.037435 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-75a7af91-edcc-453a-85c7-4c56a070e662 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.1806188 Jun 16 16:55:31.108277 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd672b6-952f-49ce-9582-7490d2528f36" -d '{"events": [{"server_uuid": "6d96926f-cce7-48b8-aab1-e263c2f3fd1e", "name": "network-vif-plugged", "status": "completed", "tag": "c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:31.147401 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:31.155095 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:31.155942 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:31.223921 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port c3aa6c33-4fd0-4b6f-8d61-719d85333d65, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:31.253307 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=ebccd280-c76a-4ce6-8b33-80160520e19d,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:31.256314 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'c3aa6c33-4fd0-4b6f-8d61-719d85333d65', 'network_id': '9dbeb5f1-14da-4009-b87d-034124907f0d', 'port_id': 'c3aa6c33-4fd0-4b6f-8d61-719d85333d65', 'mac_address': 'fa:16:3e:69:b2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:55:31.258116 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:31.328439 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.337845 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.362258 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa6c33-4fd0-4b6f-8d61-719d85333d65 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:31.375505 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-474cc7ee-f22c-411b-9977-2ebe521ee39f req-1fe74dc5-b420-42b6-9877-074cbb75164b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370883 Jun 16 16:55:31.405166 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-e85a60cf-9c50-4b0a-a787-1e6e4ef4e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:31.406664 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-e85a60cf-9c50-4b0a-a787-1e6e4ef4e801 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3594637 Jun 16 16:55:31.414140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae40f94-1d0c-4fc2-a305-d1b85957d30c req-97d9155e-1e5d-4435-8758-125a2834e773 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:31.415548 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bae40f94-1d0c-4fc2-a305-d1b85957d30c req-97d9155e-1e5d-4435-8758-125a2834e773 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 945 time: 0.4845698 Jun 16 16:55:31.423685 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 12ceb74a-a25a-47b6-ae4a-2b4092b42398, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=12ceb74a-a25a-47b6-ae4a-2b4092b42398,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:31.431364 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.435520 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-585c6f9d-22e2-4ec7-b9a2-15e585a023d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:31.440119 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port c3aa6c33-4fd0-4b6f-8d61-719d85333d65, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:31.463515 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.490812 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=12ceb74a-a25a-47b6-ae4a-2b4092b42398,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:31.494483 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:31.496133 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-9a19e5f7-e032-4840-b3a8-d55d5185f501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:31.529952 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-d3c38b96-1923-4531-9f14-102b9f754d3c service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134362 Jun 16 16:55:31.535014 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bae40f94-1d0c-4fc2-a305-d1b85957d30c req-a29c4a1e-1726-489f-bd4a-f79177ee583a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492644 Jun 16 16:55:31.552426 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:31.564447 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:31.633531 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-efbff2d9-7a31-43f5-870f-d699d0b29c30 req-783f0548-8ac1-4492-bff5-15dfa363db96 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956318 Jun 16 16:55:31.717247 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56158) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:31.722138 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['c3aa6c33-4fd0-4b6f-8d61-719d85333d65'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:55:31.725500 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['ebccd280-c76a-4ce6-8b33-80160520e19d'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:55:31.740398 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee888-70f4-4e35-b6d1-ce9e4b7c1a33 req-50ed6719-c670-460a-9168-7423ecc9c0b0 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:31.742460 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-036ee888-70f4-4e35-b6d1-ce9e4b7c1a33 req-50ed6719-c670-460a-9168-7423ecc9c0b0 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 944 time: 0.0793931 Jun 16 16:55:31.768154 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56164) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:31.806478 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-036ee888-70f4-4e35-b6d1-ce9e4b7c1a33 req-37f76d39-4b20-47f7-8eea-ca9451441715 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564249 Jun 16 16:55:31.959984 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-08a9fb32-9fcc-4ebb-acfd-e1a0a685b14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.985343 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b309a9-3f67-486b-b874-47896e9318b4 x-openstack-request-id: req-d5b309a9-3f67-486b-b874-47896e9318b4 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:31.985694 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d96926f-cce7-48b8-aab1-e263c2f3fd1e", "name": "network-vif-plugged", "status": "completed", "tag": "c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:31.986062 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d5b309a9-3f67-486b-b874-47896e9318b4 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:31.986522 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d96926f-cce7-48b8-aab1-e263c2f3fd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2', 'code': 200} Jun 16 16:55:32.039668 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f58f2a9a-cfa6-4a70-8f96-998a34b4aa80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.120079 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a89d77-2968-4030-87db-583153f7782e req-1ea3ccea-63d8-43fd-8ca1-7f167afbf2ca tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:32.128671 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76a89d77-2968-4030-87db-583153f7782e req-1ea3ccea-63d8-43fd-8ca1-7f167afbf2ca tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 946 time: 0.1377966 Jun 16 16:55:32.202809 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76a89d77-2968-4030-87db-583153f7782e req-40124ade-876a-4ad9-a7e4-65916870c554 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731847 Jun 16 16:55:32.241189 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-08a9fb32-9fcc-4ebb-acfd-e1a0a685b14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.256975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-08a9fb32-9fcc-4ebb-acfd-e1a0a685b14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.298041 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ab937e0d-570b-4c72-90d3-cb9eee4cff06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:32.359876 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-08a9fb32-9fcc-4ebb-acfd-e1a0a685b14b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=48a971bcc9fa48888e945f91cab1feed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907121 Jun 16 16:55:32.362772 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56186) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:32.370914 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9fb32-9fcc-4ebb-acfd-e1a0a685b14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b5894a-1775-4188-95d6-c6ac5db08f53,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:32.385117 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-08a9fb32-9fcc-4ebb-acfd-e1a0a685b14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:32.423760 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9c74c6f5-9e1d-44f5-9b90-1a5d0480a3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.434130 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23795fef-caf3-4303-abc5-073a0ce5e3fc req-7aab3213-a92b-4f49-877b-db24d104bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:32.436087 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-23795fef-caf3-4303-abc5-073a0ce5e3fc req-7aab3213-a92b-4f49-877b-db24d104bcce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 1099 time: 0.1908381 Jun 16 16:55:32.447611 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9c74c6f5-9e1d-44f5-9b90-1a5d0480a3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.467943 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-23795fef-caf3-4303-abc5-073a0ce5e3fc req-dd1c890d-3bff-45b3-9a77-77ee3ed7f414 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.508195 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f58f2a9a-cfa6-4a70-8f96-998a34b4aa80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.509959 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9c74c6f5-9e1d-44f5-9b90-1a5d0480a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.512614 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9c74c6f5-9e1d-44f5-9b90-1a5d0480a3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.513621 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f58f2a9a-cfa6-4a70-8f96-998a34b4aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.514170 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-9c74c6f5-9e1d-44f5-9b90-1a5d0480a3eb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c1b5894a-1775-4188-95d6-c6ac5db08f53 HTTP/1.1" status: 204 len: 168 time: 0.1500928 Jun 16 16:55:32.515202 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:32.523631 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-08a9fb32-9fcc-4ebb-acfd-e1a0a685b14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:32.525260 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74c6f5-9e1d-44f5-9b90-1a5d0480a3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b5894a-1775-4188-95d6-c6ac5db08f53,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:32.529266 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-9c74c6f5-9e1d-44f5-9b90-1a5d0480a3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:32.632804 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-f58f2a9a-cfa6-4a70-8f96-998a34b4aa80 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1a92725bffd9441eba01ddc67e720e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9144919 Jun 16 16:55:32.633686 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f2a9a-cfa6-4a70-8f96-998a34b4aa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4542853e-aad4-47e7-8f0a-b17ff5225b5c,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:32.635706 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56198) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:32.660121 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f58f2a9a-cfa6-4a70-8f96-998a34b4aa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:32.706328 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e9095894-6ff0-4557-a05b-0913bcf59285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.732867 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e9095894-6ff0-4557-a05b-0913bcf59285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.772691 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1b98-951a-4dbe-957f-b3e4836ea011 req-3125fab8-9844-4486-bb8f-781e50eb2a8a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:32.780322 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6cbd1b98-951a-4dbe-957f-b3e4836ea011 req-3125fab8-9844-4486-bb8f-781e50eb2a8a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.2406609 Jun 16 16:55:32.801311 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e9095894-6ff0-4557-a05b-0913bcf59285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.805272 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e9095894-6ff0-4557-a05b-0913bcf59285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.806534 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-e9095894-6ff0-4557-a05b-0913bcf59285 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4542853e-aad4-47e7-8f0a-b17ff5225b5c HTTP/1.1" status: 204 len: 168 time: 0.1697564 Jun 16 16:55:32.807328 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-93e35911-eff0-4c4c-9782-83381e8ba72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:32.846446 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9095894-6ff0-4557-a05b-0913bcf59285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4542853e-aad4-47e7-8f0a-b17ff5225b5c,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:32.849339 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e9095894-6ff0-4557-a05b-0913bcf59285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:32.872933 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6cbd1b98-951a-4dbe-957f-b3e4836ea011 req-1008bbd2-d6c5-4abe-b074-90cd07baec66 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916567 Jun 16 16:55:32.906368 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecdfcd-18a9-426b-bde6-2558e046b275 req-3d3095f1-1c79-4b6d-a38d-492e7e45cd3b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:32.907881 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e6ecdfcd-18a9-426b-bde6-2558e046b275 req-3d3095f1-1c79-4b6d-a38d-492e7e45cd3b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.2203803 Jun 16 16:55:32.909874 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-23795fef-caf3-4303-abc5-073a0ce5e3fc req-dd1c890d-3bff-45b3-9a77-77ee3ed7f414 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.915355 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-23795fef-caf3-4303-abc5-073a0ce5e3fc req-dd1c890d-3bff-45b3-9a77-77ee3ed7f414 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.927064 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:32.962925 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-23795fef-caf3-4303-abc5-073a0ce5e3fc req-dd1c890d-3bff-45b3-9a77-77ee3ed7f414 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203869 Jun 16 16:55:32.966624 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56210) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:32.981536 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e2bab181-5ae9-40da-9685-b0f85fb92bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.986804 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e6ecdfcd-18a9-426b-bde6-2558e046b275 req-fb7ef453-62cc-4fa2-acf4-19d56f45f964 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702093 Jun 16 16:55:32.987670 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c890d-3bff-45b3-9a77-77ee3ed7f414 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=71edfd90-cfbb-4dc5-a92d-9eb1d257c672,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:32.992725 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-dd1c890d-3bff-45b3-9a77-77ee3ed7f414 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:33.065924 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72504335-fb00-4e55-bbfb-b4a310fd5dee req-4daafd8d-e41f-495b-b734-d18df08e4508 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:33.067577 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-72504335-fb00-4e55-bbfb-b4a310fd5dee req-4daafd8d-e41f-495b-b734-d18df08e4508 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 944 time: 0.0768147 Jun 16 16:55:33.099203 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e2bab181-5ae9-40da-9685-b0f85fb92bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:33.103841 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e2bab181-5ae9-40da-9685-b0f85fb92bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:33.107850 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-922cb2ab-c9e9-4ad4-a72f-df8da43d9dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:33.111655 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-72504335-fb00-4e55-bbfb-b4a310fd5dee req-049c27ab-fae3-455f-8772-3e3bb2825069 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372894 Jun 16 16:55:33.145062 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-e2bab181-5ae9-40da-9685-b0f85fb92bf4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b2adf2ff439941eea908c076baff565c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773567 Jun 16 16:55:33.147678 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56216) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:33.150335 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bab181-5ae9-40da-9685-b0f85fb92bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b46aa92-11c2-412b-9805-c3edceaef57b,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:33.155603 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e2bab181-5ae9-40da-9685-b0f85fb92bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:33.196871 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-54f6bd77-d121-4e33-8124-f8e2e58bc547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:33.218257 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-54f6bd77-d121-4e33-8124-f8e2e58bc547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:33.290529 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-54f6bd77-d121-4e33-8124-f8e2e58bc547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:33.294217 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-54f6bd77-d121-4e33-8124-f8e2e58bc547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:33.297610 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-54f6bd77-d121-4e33-8124-f8e2e58bc547 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1b46aa92-11c2-412b-9805-c3edceaef57b HTTP/1.1" status: 204 len: 168 time: 0.1465142 Jun 16 16:55:33.297610 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:33.324667 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6bd77-d121-4e33-8124-f8e2e58bc547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b46aa92-11c2-412b-9805-c3edceaef57b,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:33.338271 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-54f6bd77-d121-4e33-8124-f8e2e58bc547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:33.406410 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd96dc-a57c-4344-b598-9c12c9ef754a req-3aaa4653-44fc-4fdd-a614-bfc1631bb19d tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:33.408464 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-22cd96dc-a57c-4344-b598-9c12c9ef754a req-3aaa4653-44fc-4fdd-a614-bfc1631bb19d tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 946 time: 0.0866423 Jun 16 16:55:33.452806 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-22cd96dc-a57c-4344-b598-9c12c9ef754a req-635030f1-b3ae-470a-a022-7f5adbd0ff7a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Jun 16 16:55:33.991147 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab10abc2-162e-40a1-9bfa-7a21404d035b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ceb74a-a25a-47b6-ae4a-2b4092b42398'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:34.003542 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336de5b0-9e86-49b3-aa48-dc4789f99300" -d '{"events": [{"server_uuid": "ab10abc2-162e-40a1-9bfa-7a21404d035b", "name": "network-vif-plugged", "status": "completed", "tag": "12ceb74a-a25a-47b6-ae4a-2b4092b42398"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:34.058036 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca755ea1-ca8d-4379-87b8-39376ef2733c x-openstack-request-id: req-ca755ea1-ca8d-4379-87b8-39376ef2733c {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:34.058714 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab10abc2-162e-40a1-9bfa-7a21404d035b", "name": "network-vif-plugged", "status": "completed", "tag": "12ceb74a-a25a-47b6-ae4a-2b4092b42398", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:34.059912 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ca755ea1-ca8d-4379-87b8-39376ef2733c {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:34.062408 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab10abc2-162e-40a1-9bfa-7a21404d035b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ceb74a-a25a-47b6-ae4a-2b4092b42398', 'code': 200} Jun 16 16:55:34.128574 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0ba31-5239-4240-a625-fc1085fbe7e8 req-03c97862-6ace-4e9a-9b95-caba6ce08ccf tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:34.137889 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2ee0ba31-5239-4240-a625-fc1085fbe7e8 req-03c97862-6ace-4e9a-9b95-caba6ce08ccf tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.1213174 Jun 16 16:55:34.200665 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f2d28464-72c6-4cb5-b036-d8880a585005 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:55:34.204339 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device c3aa6c33-4fd0-4b6f-8d61-719d85333d65 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:34.223968 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2ee0ba31-5239-4240-a625-fc1085fbe7e8 req-19c38a49-93fe-4c1b-9659-f9194fe20dd0 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848615 Jun 16 16:55:34.386673 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bd6a0-4e3d-4cf3-b10f-479ed21b2e7f req-1273424b-9fe5-4814-a15d-e30407ca9fca tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:34.397595 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-795bd6a0-4e3d-4cf3-b10f-479ed21b2e7f req-1273424b-9fe5-4814-a15d-e30407ca9fca tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1655648 Jun 16 16:55:34.500016 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port c3aa6c33-4fd0-4b6f-8d61-719d85333d65 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:34.513753 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port c3aa6c33-4fd0-4b6f-8d61-719d85333d65 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:34.514138 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:34.527569 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-795bd6a0-4e3d-4cf3-b10f-479ed21b2e7f req-77309ee9-2f0b-4352-9d43-aa0e6c055b57 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288455 Jun 16 16:55:34.568155 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449fda2-4e08-42e0-96a2-c1c824ff3ca4 req-d2567321-d84c-4ff9-91a7-a07f6ca23c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:34.570060 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d449fda2-4e08-42e0-96a2-c1c824ff3ca4 req-d2567321-d84c-4ff9-91a7-a07f6ca23c61 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 1099 time: 0.1695113 Jun 16 16:55:34.588142 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7107d8-3040-4d5f-88da-392d3deb01c9 req-e5acc4ca-7be0-4cb4-8b4d-8b77a2bdb012 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:34.591078 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1f7107d8-3040-4d5f-88da-392d3deb01c9 req-e5acc4ca-7be0-4cb4-8b4d-8b77a2bdb012 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 944 time: 0.1313393 Jun 16 16:55:34.632396 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:34.673970 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'port_id': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'mac_address': 'fa:16:3e:33:ea:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:55:34.731925 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d449fda2-4e08-42e0-96a2-c1c824ff3ca4 req-43793854-cc28-4397-8524-4c51d9d14e46 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393590 Jun 16 16:55:34.761529 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1f7107d8-3040-4d5f-88da-392d3deb01c9 req-36910a62-0eb2-488c-866e-639f4a75f36d tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615345 Jun 16 16:55:34.809286 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:34.811388 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:34.839096 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d28464-72c6-4cb5-b036-d8880a585005 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:34.871285 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port c3aa6c33-4fd0-4b6f-8d61-719d85333d65, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:34.880673 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:34.885388 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:34.886353 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device ebccd280-c76a-4ce6-8b33-80160520e19d up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:34.887905 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a50d7-1291-4089-8bfc-cb9ab4b7ee8e req-041957a6-ced5-4975-9bd7-44c851485649 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:34.889461 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:34.892224 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-481a50d7-1291-4089-8bfc-cb9ab4b7ee8e req-041957a6-ced5-4975-9bd7-44c851485649 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 946 time: 0.1111183 Jun 16 16:55:34.925195 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:34.941327 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56358) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:34.950459 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-481a50d7-1291-4089-8bfc-cb9ab4b7ee8e req-329c01af-8cea-4d2c-b6b0-29d7c68556a6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526104 Jun 16 16:55:35.041875 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:35.058842 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:35.059502 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:35.125803 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port ebccd280-c76a-4ce6-8b33-80160520e19d completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:35.133508 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fa18f1f9-df66-4259-aa73-4854e6ba285c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:35.134211 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port ebccd280-c76a-4ce6-8b33-80160520e19d triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:35.147077 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:35.190817 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:35.197404 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:35.248788 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['f2d28464-72c6-4cb5-b036-d8880a585005'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:55:35.307952 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:35.311061 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fa18f1f9-df66-4259-aa73-4854e6ba285c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:35.328354 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fa18f1f9-df66-4259-aa73-4854e6ba285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:35.333953 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-9ae7ca0b-c5a0-4872-8267-244ba99659d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:35.406949 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-fa18f1f9-df66-4259-aa73-4854e6ba285c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=416c6c60483d45929be8cad05cd13934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644756 Jun 16 16:55:35.421773 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port ebccd280-c76a-4ce6-8b33-80160520e19d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=ebccd280-c76a-4ce6-8b33-80160520e19d,segment=NetworkSegment(d49fa0ae-ac72-48be-b4e0-2322cb348ed8),segment_id=d49fa0ae-ac72-48be-b4e0-2322cb348ed8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:35.444299 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56378) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:35.450205 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:35.459684 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18f1f9-df66-4259-aa73-4854e6ba285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85edac7b-c2d8-4224-9fee-0402d154022f,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:35.460975 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:35.467530 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-fa18f1f9-df66-4259-aa73-4854e6ba285c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:35.499552 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a4a10-cf1b-4629-b141-5942f0d85c41 req-f5148d11-1bbe-46fb-bc08-3b027af199cf tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:35.505811 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-469a4a10-cf1b-4629-b141-5942f0d85c41 req-f5148d11-1bbe-46fb-bc08-3b027af199cf tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 944 time: 0.0976081 Jun 16 16:55:35.565806 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2c22988d-6be3-47e2-9eeb-3b611d0d1477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:35.582248 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-469a4a10-cf1b-4629-b141-5942f0d85c41 req-2f213002-146c-4543-aa0d-02e6b13e83a0 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732222 Jun 16 16:55:35.625564 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=ebccd280-c76a-4ce6-8b33-80160520e19d,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:35.631436 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:35.634913 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2c22988d-6be3-47e2-9eeb-3b611d0d1477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:35.704048 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2c22988d-6be3-47e2-9eeb-3b611d0d1477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:35.707790 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2c22988d-6be3-47e2-9eeb-3b611d0d1477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:35.709207 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-2c22988d-6be3-47e2-9eeb-3b611d0d1477 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/85edac7b-c2d8-4224-9fee-0402d154022f HTTP/1.1" status: 204 len: 168 time: 0.2638538 Jun 16 16:55:35.710255 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5f040aaf-31e9-4462-a6da-e2b9b73e8a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:35.720880 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22988d-6be3-47e2-9eeb-3b611d0d1477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85edac7b-c2d8-4224-9fee-0402d154022f,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:35.731063 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-2c22988d-6be3-47e2-9eeb-3b611d0d1477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:35.847616 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158b738-1327-4835-b189-2d0d248e3549 req-08d14993-a6b7-4de3-afce-d5347755caf0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:35.853239 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e158b738-1327-4835-b189-2d0d248e3549 req-08d14993-a6b7-4de3-afce-d5347755caf0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1324518 Jun 16 16:55:35.931074 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e158b738-1327-4835-b189-2d0d248e3549 req-beae1697-c993-478a-85b3-146496660e2e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724370 Jun 16 16:55:35.980302 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89b2a2-7a0f-4c12-b64b-afe464c5d6ea req-5f105c66-7a54-4990-80e9-517ffb722a35 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:35.981981 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fb89b2a2-7a0f-4c12-b64b-afe464c5d6ea req-5f105c66-7a54-4990-80e9-517ffb722a35 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 945 time: 0.0999644 Jun 16 16:55:36.031393 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fb89b2a2-7a0f-4c12-b64b-afe464c5d6ea req-1a686a6a-9964-40e6-aa4a-dbe769f9e940 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Jun 16 16:55:36.064152 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb6d629-babf-4284-b034-0cc0141a2308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa6c33-4fd0-4b6f-8d61-719d85333d65'}, {'server_uuid': '1f6ee586-1e22-4321-964a-38abba101f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebccd280-c76a-4ce6-8b33-80160520e19d'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:36.066505 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50acf0fa-2c51-4afb-9e07-d64400005d43" -d '{"events": [{"server_uuid": "9fb6d629-babf-4284-b034-0cc0141a2308", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa6c33-4fd0-4b6f-8d61-719d85333d65"}, {"server_uuid": "1f6ee586-1e22-4321-964a-38abba101f23", "name": "network-vif-plugged", "status": "completed", "tag": "ebccd280-c76a-4ce6-8b33-80160520e19d"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:36.116722 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e676d2-9d5b-449a-809f-a25894ed3d6b x-openstack-request-id: req-05e676d2-9d5b-449a-809f-a25894ed3d6b {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:36.117031 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb6d629-babf-4284-b034-0cc0141a2308", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa6c33-4fd0-4b6f-8d61-719d85333d65", "code": 200}, {"server_uuid": "1f6ee586-1e22-4321-964a-38abba101f23", "name": "network-vif-plugged", "status": "completed", "tag": "ebccd280-c76a-4ce6-8b33-80160520e19d", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:36.117487 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-05e676d2-9d5b-449a-809f-a25894ed3d6b {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:36.118220 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb6d629-babf-4284-b034-0cc0141a2308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa6c33-4fd0-4b6f-8d61-719d85333d65', 'code': 200} Jun 16 16:55:36.118939 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6ee586-1e22-4321-964a-38abba101f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebccd280-c76a-4ce6-8b33-80160520e19d', 'code': 200} Jun 16 16:55:36.152526 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56404) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:36.168783 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8816b4a4-37c4-436f-9fbb-5a4bf12c2224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:36.294766 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8816b4a4-37c4-436f-9fbb-5a4bf12c2224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:36.299225 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8816b4a4-37c4-436f-9fbb-5a4bf12c2224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:36.302228 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6c607d41-24ec-4723-ae49-132efecfcb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:36.347770 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-8816b4a4-37c4-436f-9fbb-5a4bf12c2224 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b22ab822f2a04c128bb8b9fa5862061c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941154 Jun 16 16:55:36.348873 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816b4a4-37c4-436f-9fbb-5a4bf12c2224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1944ca-2da5-4567-80c8-dd7645de0e2e,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:36.351301 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56410) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:36.353267 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8816b4a4-37c4-436f-9fbb-5a4bf12c2224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:36.406238 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e6cbbb2f-d7cd-4ef3-8a28-04a381f3e222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:36.433148 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e6cbbb2f-d7cd-4ef3-8a28-04a381f3e222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:36.442312 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82f09d-d94f-4740-a2f1-c09456615853 req-1596e715-22ad-4313-b981-a5a4e410a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:36.443786 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0d82f09d-d94f-4740-a2f1-c09456615853 req-1596e715-22ad-4313-b981-a5a4e410a529 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 1098 time: 0.1023862 Jun 16 16:55:36.449270 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fed45-2d19-4ac4-be6a-36ca10c96d1a req-55d56a80-bacf-4b00-9cb6-70bb5c4cfa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:36.450754 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ce3fed45-2d19-4ac4-be6a-36ca10c96d1a req-55d56a80-bacf-4b00-9cb6-70bb5c4cfa04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 1099 time: 0.0983284 Jun 16 16:55:36.501944 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e6cbbb2f-d7cd-4ef3-8a28-04a381f3e222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:36.504614 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e6cbbb2f-d7cd-4ef3-8a28-04a381f3e222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:36.505749 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-e6cbbb2f-d7cd-4ef3-8a28-04a381f3e222 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4f1944ca-2da5-4567-80c8-dd7645de0e2e HTTP/1.1" status: 204 len: 168 time: 0.1535351 Jun 16 16:55:36.506587 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7f2c41d4-b6f4-4ed2-8f8c-053fb35e2f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:36.511643 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0d82f09d-d94f-4740-a2f1-c09456615853 req-6c7d7647-6eba-47e4-ba3c-d061cd25cee6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587471 Jun 16 16:55:36.515911 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbbb2f-d7cd-4ef3-8a28-04a381f3e222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1944ca-2da5-4567-80c8-dd7645de0e2e,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:36.517395 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ce3fed45-2d19-4ac4-be6a-36ca10c96d1a req-5a1c5559-56bb-47eb-8cb0-f47ee6bf7cfd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542276 Jun 16 16:55:36.519175 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e6cbbb2f-d7cd-4ef3-8a28-04a381f3e222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:36.788325 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93303-a8a8-4b63-9a29-529f7749d05d req-a5a99e88-6fb6-4bed-afae-f971a36d41eb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:36.789859 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-37a93303-a8a8-4b63-9a29-529f7749d05d req-a5a99e88-6fb6-4bed-afae-f971a36d41eb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 944 time: 0.0759323 Jun 16 16:55:36.845336 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-37a93303-a8a8-4b63-9a29-529f7749d05d req-d45415d7-4501-4fb2-879d-0c64316aac89 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473540 Jun 16 16:55:37.134059 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113a63-c3a5-47ba-a472-e70af5d4813f req-f1749d47-aed7-4130-a988-1ec88c616c64 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:37.135841 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f9113a63-c3a5-47ba-a472-e70af5d4813f req-f1749d47-aed7-4130-a988-1ec88c616c64 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0720837 Jun 16 16:55:37.211465 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f9113a63-c3a5-47ba-a472-e70af5d4813f req-82817848-4e90-4683-a256-0c484d101eea tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546987 Jun 16 16:55:37.316660 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3f13e-a916-4c4e-90f3-76fc7d44f59f req-26101314-c737-478e-b3a0-8221dbe4313c tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:37.318489 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7fe3f13e-a916-4c4e-90f3-76fc7d44f59f req-26101314-c737-478e-b3a0-8221dbe4313c tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 945 time: 0.1242981 Jun 16 16:55:37.385341 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7fe3f13e-a916-4c4e-90f3-76fc7d44f59f req-b4a47d88-e899-4a6c-967a-c4b88e5ce865 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564632 Jun 16 16:55:37.743856 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a710-dd31-449a-96d4-9f916575e28b req-84f29887-2259-46f5-bcf9-6383712d57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:37.746602 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f62a710-dd31-449a-96d4-9f916575e28b req-84f29887-2259-46f5-bcf9-6383712d57fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 1099 time: 0.1483293 Jun 16 16:55:37.766108 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c8540-f00e-4809-bd43-78024f4933e3 req-de2791ff-4676-4a13-b0ad-ee2b4f8d849f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:37.767869 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-122c8540-f00e-4809-bd43-78024f4933e3 req-de2791ff-4676-4a13-b0ad-ee2b4f8d849f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1012330 Jun 16 16:55:37.876207 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-122c8540-f00e-4809-bd43-78024f4933e3 req-8e2a632a-c71b-4892-ac80-4dc79508a702 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983944 Jun 16 16:55:37.897396 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a710-dd31-449a-96d4-9f916575e28b req-5bf74d17-cc7a-48ed-9671-7f15f5914f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:37.899124 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f62a710-dd31-449a-96d4-9f916575e28b req-5bf74d17-cc7a-48ed-9671-7f15f5914f3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 921 time: 0.1301765 Jun 16 16:55:38.013676 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f62a710-dd31-449a-96d4-9f916575e28b req-ab091d04-8b3b-41a6-8053-3a0e54903ed7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12ceb74a-a25a-47b6-ae4a-2b4092b42398 HTTP/1.1" status: 200 len: 217 time: 0.1022246 Jun 16 16:55:38.107189 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a710-dd31-449a-96d4-9f916575e28b req-7550d416-96f8-4d4f-9b7d-6df1c23d30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:38.108619 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f62a710-dd31-449a-96d4-9f916575e28b req-7550d416-96f8-4d4f-9b7d-6df1c23d30ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.0737805 Jun 16 16:55:38.135822 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184bbda-c7d2-4bc1-af26-a8b52dc2a62d req-986bca93-3255-4cb5-b569-a19318c39858 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:38.137282 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c184bbda-c7d2-4bc1-af26-a8b52dc2a62d req-986bca93-3255-4cb5-b569-a19318c39858 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 944 time: 0.1035616 Jun 16 16:55:38.169268 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f62a710-dd31-449a-96d4-9f916575e28b req-fbd3a51c-6ddb-4cf9-9cf2-52dbd7699f39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418069 Jun 16 16:55:38.195518 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c184bbda-c7d2-4bc1-af26-a8b52dc2a62d req-836dadb8-0fc6-4642-b4a9-963d37bb97f3 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509582 Jun 16 16:55:38.230534 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f2d28464-72c6-4cb5-b036-d8880a585005 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:38.281004 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port f2d28464-72c6-4cb5-b036-d8880a585005 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:38.285893 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port f2d28464-72c6-4cb5-b036-d8880a585005 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:38.286369 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:38.292488 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f62a710-dd31-449a-96d4-9f916575e28b req-651f061a-b02c-4530-8791-b9133ce7fee7 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959427 Jun 16 16:55:38.370413 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:38.393266 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:38.394738 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f62a710-dd31-449a-96d4-9f916575e28b req-0c3e967b-2685-4028-a899-202d8f5527f1 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935225 Jun 16 16:55:38.395526 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3526e212-6ff2-4497-a36d-6964d2ac8ca9" -d '{"events": [{"server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "name": "network-vif-plugged", "status": "completed", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:38.415246 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:38.424426 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:38.427630 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:38.488153 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:38.499593 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02911f1c-2d70-4f9f-9912-aa1ead834b4b x-openstack-request-id: req-02911f1c-2d70-4f9f-9912-aa1ead834b4b {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:38.500261 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "name": "network-vif-plugged", "status": "completed", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:38.500637 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-02911f1c-2d70-4f9f-9912-aa1ead834b4b {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:38.501035 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'code': 200} Jun 16 16:55:38.501822 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:38.615375 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3d7a-f0d2-4a0a-ba17-ba2f89febab0 req-65f813e5-1e98-417d-81a6-eac175430fad tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:38.616774 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d0bc3d7a-f0d2-4a0a-ba17-ba2f89febab0 req-65f813e5-1e98-417d-81a6-eac175430fad tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 945 time: 0.0664008 Jun 16 16:55:38.657973 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d0bc3d7a-f0d2-4a0a-ba17-ba2f89febab0 req-2e51e5ca-1337-42e8-9705-d672da349012 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Jun 16 16:55:38.759982 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6bb1-8181-4847-909b-602b670c5d85 req-f676ebf8-0da6-45f0-93a6-8749c0b52247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:38.762826 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a7fa6bb1-8181-4847-909b-602b670c5d85 req-f676ebf8-0da6-45f0-93a6-8749c0b52247 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 1098 time: 0.0669112 Jun 16 16:55:38.799806 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a7fa6bb1-8181-4847-909b-602b670c5d85 req-6e0b854b-fa53-4435-8526-ac0a8fd4b16c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289960 Jun 16 16:55:39.103092 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4d650-d8de-4af5-b775-f0c869463ccf req-a08016a7-5d11-4680-b1b5-0431c6b3010b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:39.104800 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfe4d650-d8de-4af5-b775-f0c869463ccf req-a08016a7-5d11-4680-b1b5-0431c6b3010b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0815518 Jun 16 16:55:39.147291 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfe4d650-d8de-4af5-b775-f0c869463ccf req-66a16cd5-b402-417c-ab05-d7838575026e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368478 Jun 16 16:55:39.403979 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a47f6a-3bb0-4a6d-a11d-a626b08dcd98 req-97bf8f22-99ff-4b1b-842d-04d3e1021160 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:39.405593 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28a47f6a-3bb0-4a6d-a11d-a626b08dcd98 req-97bf8f22-99ff-4b1b-842d-04d3e1021160 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0693588 Jun 16 16:55:39.449645 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28a47f6a-3bb0-4a6d-a11d-a626b08dcd98 req-6e12d708-85f6-46bd-8d3f-022a3c6b5545 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366960 Jun 16 16:55:39.777712 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56582) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:39.879944 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ffbe63b6-af37-4740-ae20-53961ad04f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:39.970900 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ffbe63b6-af37-4740-ae20-53961ad04f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:39.974842 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ffbe63b6-af37-4740-ae20-53961ad04f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:39.978167 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-9c74c6f5-9e1d-44f5-9b90-1a5d0480a3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:40.019960 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56592) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:40.020471 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-ffbe63b6-af37-4740-ae20-53961ad04f57 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=713b11f65d754e13806a2fd6b649733c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411196 Jun 16 16:55:40.020967 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe63b6-af37-4740-ae20-53961ad04f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d564bc10-fe0c-44e2-a393-492a10cd660a,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:40.035640 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ffbe63b6-af37-4740-ae20-53961ad04f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:40.101199 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f7840a33-469c-4f10-bef5-8042dbe69e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.130710 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f7840a33-469c-4f10-bef5-8042dbe69e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.205083 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f7840a33-469c-4f10-bef5-8042dbe69e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.208502 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f7840a33-469c-4f10-bef5-8042dbe69e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.212237 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-f7840a33-469c-4f10-bef5-8042dbe69e96 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d564bc10-fe0c-44e2-a393-492a10cd660a HTTP/1.1" status: 204 len: 168 time: 0.1878643 Jun 16 16:55:40.212237 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-dd1c890d-3bff-45b3-9a77-77ee3ed7f414 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:40.236088 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7840a33-469c-4f10-bef5-8042dbe69e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d564bc10-fe0c-44e2-a393-492a10cd660a,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:40.240963 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f7840a33-469c-4f10-bef5-8042dbe69e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:40.372861 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f3a6a-d2da-4949-abcc-1925b82a0ade req-7842650f-d786-4ed4-b2c7-d1e5f71d5dd6 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:40.377182 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9a6f3a6a-d2da-4949-abcc-1925b82a0ade req-7842650f-d786-4ed4-b2c7-d1e5f71d5dd6 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0921972 Jun 16 16:55:40.434790 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9a6f3a6a-d2da-4949-abcc-1925b82a0ade req-ab5d5d66-94df-438c-ad4b-d07f4d057a54 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501842 Jun 16 16:55:40.546191 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56622) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:40.565585 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b528d9c2-3481-4a6d-a159-bf6a1e112ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.698109 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a392c-86f1-490f-94cd-3a306c9c5d3c req-d12f68b0-d77e-40b3-9b5f-2f17572a04a8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:40.698109 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1e6a392c-86f1-490f-94cd-3a306c9c5d3c req-d12f68b0-d77e-40b3-9b5f-2f17572a04a8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1098700 Jun 16 16:55:40.762859 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1e6a392c-86f1-490f-94cd-3a306c9c5d3c req-0f77d0f4-ca82-44c0-be83-c273476f97e6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599713 Jun 16 16:55:40.785185 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b528d9c2-3481-4a6d-a159-bf6a1e112ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.789857 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b528d9c2-3481-4a6d-a159-bf6a1e112ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.792986 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d830ed1b-5a05-4ad6-83e7-cfef87a17786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:40.829650 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-b528d9c2-3481-4a6d-a159-bf6a1e112ff3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6614a361094d45e69ed510b1cac420cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829890 Jun 16 16:55:40.831372 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528d9c2-3481-4a6d-a159-bf6a1e112ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddf97db-2c77-4205-b786-c93902ee0489,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:40.833217 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56638) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:40.834891 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b528d9c2-3481-4a6d-a159-bf6a1e112ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:40.903500 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e26d72e3-2ec0-4b42-b5f4-3d9f8d1dd3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.930906 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e26d72e3-2ec0-4b42-b5f4-3d9f8d1dd3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.991722 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e26d72e3-2ec0-4b42-b5f4-3d9f8d1dd3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.996044 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e26d72e3-2ec0-4b42-b5f4-3d9f8d1dd3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.997577 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-e26d72e3-2ec0-4b42-b5f4-3d9f8d1dd3be admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bddf97db-2c77-4205-b786-c93902ee0489 HTTP/1.1" status: 204 len: 168 time: 0.1625116 Jun 16 16:55:40.998878 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-39828c33-a292-450b-9314-e0d1c340c484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:41.013069 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d72e3-2ec0-4b42-b5f4-3d9f8d1dd3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddf97db-2c77-4205-b786-c93902ee0489,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:41.021410 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e26d72e3-2ec0-4b42-b5f4-3d9f8d1dd3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:41.114559 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ffe8-101f-4a4d-ac7d-71cbe4e1e0c7 req-41e67b9c-edb0-455c-8fc5-a2770ded3f50 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:41.116770 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b018ffe8-101f-4a4d-ac7d-71cbe4e1e0c7 req-41e67b9c-edb0-455c-8fc5-a2770ded3f50 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0791070 Jun 16 16:55:41.125224 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56652) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:41.129979 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-0640f98b-21f4-4a07-bf71-072358388ff5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'floatingip': {'port_id': 'f2d28464-72c6-4cb5-b036-d8880a585005'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:41.206004 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0640f98b-21f4-4a07-bf71-072358388ff5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:41.621663 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed730ba-5c73-44b2-aaab-dbe9c4ae32aa req-c78066b1-1822-40d6-97f4-5005bdd6f1c4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:41.621663 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2ed730ba-5c73-44b2-aaab-dbe9c4ae32aa req-c78066b1-1822-40d6-97f4-5005bdd6f1c4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0767839 Jun 16 16:55:41.669301 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2ed730ba-5c73-44b2-aaab-dbe9c4ae32aa req-b67b1c41-0137-4399-83ec-3fdf4c743e01 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Jun 16 16:55:41.981706 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0640f98b-21f4-4a07-bf71-072358388ff5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:41.985650 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0640f98b-21f4-4a07-bf71-072358388ff5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:42.083466 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.l3_db [None req-0640f98b-21f4-4a07-bf71-072358388ff5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Floating IP 0853a2bc-a350-40a5-a698-b2a8c1e45b26 associated. External IP: 172.27.1.175, port: f2d28464-72c6-4cb5-b036-d8880a585005. Jun 16 16:55:42.308523 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0640f98b-21f4-4a07-bf71-072358388ff5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Router 823a171d-e04f-4294-a537-3883999cc98d has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:55:42.427567 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0640f98b-21f4-4a07-bf71-072358388ff5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:55:42.432796 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0640f98b-21f4-4a07-bf71-072358388ff5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:42.443799 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] Sync routers for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:55:42.455702 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:42.456317 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:55:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:42.481073 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-0640f98b-21f4-4a07-bf71-072358388ff5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "PUT /v2.0/floatingips/0853a2bc-a350-40a5-a698-b2a8c1e45b26 HTTP/1.1" status: 200 len: 991 time: 1.3521793 Jun 16 16:55:42.481073 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005'}] {{(pid=92705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:42.483241 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6890075a74d5e06acd346aaca2eea1093c8dfce6f6b202791e980c9b2d18cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872230f4-0f70-44a6-a479-42737a064c90" -d '{"events": [{"name": "network-changed", "server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005"}]}' {{(pid=92705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:42.525325 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd28826-a42e-4e8d-a477-241132300a49 x-openstack-request-id: req-1cd28826-a42e-4e8d-a477-241132300a49 {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:42.526664 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005", "status": "completed", "code": 200}]} {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:42.526951 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cd28826-a42e-4e8d-a477-241132300a49 {{(pid=92705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:42.527366 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'status': 'completed', 'code': 200} Jun 16 16:55:42.565234 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:42.870561 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '0853a2bc-a350-40a5-a698-b2a8c1e45b26', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '823a171d-e04f-4294-a537-3883999cc98d', 'port_id': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'mac_address': 'fa:16:3e:33:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:55:03Z', 'updated_at': '2021-06-16T16:55:41Z', 'revision_number': 1, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:42.874027 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] Checking router: 823a171d-e04f-4294-a537-3883999cc98d for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:55:42.874424 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32141c6-e342-4e68-b3f8-e56bfab7c538 req-8db91e1b-d96f-4890-9fc5-776356f135b1 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:42.875904 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f32141c6-e342-4e68-b3f8-e56bfab7c538 req-8db91e1b-d96f-4890-9fc5-776356f135b1 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0826168 Jun 16 16:55:42.882129 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:42.882744 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:55:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:42.912395 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f32141c6-e342-4e68-b3f8-e56bfab7c538 req-e05140fe-dad3-45fc-9a94-bfd9ae932026 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305781 Jun 16 16:55:42.982394 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:43.259486 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '0853a2bc-a350-40a5-a698-b2a8c1e45b26', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '823a171d-e04f-4294-a537-3883999cc98d', 'port_id': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'mac_address': 'fa:16:3e:33:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:55:03Z', 'updated_at': '2021-06-16T16:55:41Z', 'revision_number': 1, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:43.262923 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb9a280-f79b-40a0-8e3c-759c07660428 None None] The sync data for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi is: [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '0853a2bc-a350-40a5-a698-b2a8c1e45b26', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '823a171d-e04f-4294-a537-3883999cc98d', 'port_id': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'mac_address': 'fa:16:3e:33:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:55:03Z', 'updated_at': '2021-06-16T16:55:41Z', 'revision_number': 1, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:55:43.449228 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53bac1a-5d9f-49c7-9d1c-45c086d26c9e None None] New status for floating IP 0853a2bc-a350-40a5-a698-b2a8c1e45b26: ACTIVE {{(pid=92708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:55:44.081563 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c51c3c-740c-4670-a8d6-725606a89577 req-2183a32e-d88c-4cad-8ec4-64639e06dc38 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:44.082944 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-04c51c3c-740c-4670-a8d6-725606a89577 req-2183a32e-d88c-4cad-8ec4-64639e06dc38 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0645144 Jun 16 16:55:44.118928 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-04c51c3c-740c-4670-a8d6-725606a89577 req-8fca7528-b54e-44e7-a657-8c0b031bf818 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303884 Jun 16 16:55:44.638274 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872230f4-0f70-44a6-a479-42737a064c90 req-0e892f73-f67e-4e94-b5bb-fbe8820503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:44.639674 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-872230f4-0f70-44a6-a479-42737a064c90 req-0e892f73-f67e-4e94-b5bb-fbe8820503f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 1098 time: 0.2429628 Jun 16 16:55:44.727838 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872230f4-0f70-44a6-a479-42737a064c90 req-6610d1ac-dc8e-4f10-a9bf-5383dd15b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:44.729397 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-872230f4-0f70-44a6-a479-42737a064c90 req-6610d1ac-dc8e-4f10-a9bf-5383dd15b636 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 918 time: 0.0810792 Jun 16 16:55:44.833286 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-872230f4-0f70-44a6-a479-42737a064c90 req-d2c6f0d9-235e-4910-ae24-f3f591397618 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d28464-72c6-4cb5-b036-d8880a585005 HTTP/1.1" status: 200 len: 1001 time: 0.0888746 Jun 16 16:55:44.882160 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872230f4-0f70-44a6-a479-42737a064c90 req-5d6ee352-133f-4048-9cf2-d15beb2325de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:44.883553 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-872230f4-0f70-44a6-a479-42737a064c90 req-5d6ee352-133f-4048-9cf2-d15beb2325de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.0415888 Jun 16 16:55:44.961133 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872230f4-0f70-44a6-a479-42737a064c90 req-dd7ae5cc-f6eb-4a95-aa7d-79910c51746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:44.962837 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-872230f4-0f70-44a6-a479-42737a064c90 req-dd7ae5cc-f6eb-4a95-aa7d-79910c51746b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581081 Jun 16 16:55:45.061240 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-872230f4-0f70-44a6-a479-42737a064c90 req-39995dfe-854e-47e6-9ac9-07a1853edf35 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830543 Jun 16 16:55:45.171157 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-872230f4-0f70-44a6-a479-42737a064c90 req-eadc14ca-ce99-4210-a47d-99751fa53289 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889738 Jun 16 16:55:45.293193 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bb336-41db-4c5c-aeea-0b7a87506d36 req-141776ff-b122-495d-84ac-ddfdfacc652f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:45.294708 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0d5bb336-41db-4c5c-aeea-0b7a87506d36 req-141776ff-b122-495d-84ac-ddfdfacc652f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0647686 Jun 16 16:55:45.340388 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0d5bb336-41db-4c5c-aeea-0b7a87506d36 req-d213849a-c041-4c7e-aadb-81753a5d4b5e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Jun 16 16:55:45.439445 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56776) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:45.484433 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd6a4a8-11e4-4473-8249-e57b4b9462fc admin admin] Deleting subnet 7e4755b8-2b41-40a5-8ee3-7eb1ec254e51 {{(pid=92705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:55:45.487773 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8dd6a4a8-11e4-4473-8249-e57b4b9462fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.526411 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8dd6a4a8-11e4-4473-8249-e57b4b9462fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.532284 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8dd6a4a8-11e4-4473-8249-e57b4b9462fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.601163 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8dd6a4a8-11e4-4473-8249-e57b4b9462fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.604382 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0f6a9e43-d54e-4b87-b38c-9ca7cb557637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:45.631173 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8dd6a4a8-11e4-4473-8249-e57b4b9462fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.633012 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-8dd6a4a8-11e4-4473-8249-e57b4b9462fc admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7e4755b8-2b41-40a5-8ee3-7eb1ec254e51 HTTP/1.1" status: 204 len: 168 time: 0.1926124 Jun 16 16:55:45.633982 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6a4a8-11e4-4473-8249-e57b4b9462fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4755b8-2b41-40a5-8ee3-7eb1ec254e51,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:45.635650 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56784) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:45.640565 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8dd6a4a8-11e4-4473-8249-e57b4b9462fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:45.710952 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.793689 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.804165 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66']}} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:45.814607 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6354e31-b320-4687-8b97-77a3caee0128') {'for_net_delete': True} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:45.814901 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6354e31-b320-4687-8b97-77a3caee0128') {} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:45.823821 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3390215'] for segment, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.836947 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.843368 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=92706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:55:45.843747 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387083'] for segment, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: Traceback (most recent call last): Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: timer() Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: cb(*args, **kw) Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: return func(*args, **kwargs) Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: self._notify() Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: self.callback(batched_events) Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: event.method(event) Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: return f(self, *a, **k) Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._get(url).json() Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: return self.request(url, 'GET', **kwargs) Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:55:45.845394 dv-cinder-783389-6-iscsi neutron-server[92706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:55:45.895937 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.903165 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.904998 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66 HTTP/1.1" status: 204 len: 168 time: 0.2682192 Jun 16 16:55:45.905692 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:45.907909 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56790) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:45.917464 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9db1a3-ae5d-4e8e-9ed0-23d36ccb6a66,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:45.920360 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7e2a8961-05ab-4d78-803c-b4cfbdfe57a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:45.949930 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ff9227-3105-4afa-8504-14f435a45d18 admin admin] Deleting subnet eb2b0c78-847f-4b80-abd9-75f3c3f0b64d {{(pid=92705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:55:45.952941 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9227-3105-4afa-8504-14f435a45d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.987639 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9227-3105-4afa-8504-14f435a45d18 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.993254 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9227-3105-4afa-8504-14f435a45d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.046417 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9227-3105-4afa-8504-14f435a45d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729'] for subnet, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.049240 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:46.076848 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff9227-3105-4afa-8504-14f435a45d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb2b0c78-847f-4b80-abd9-75f3c3f0b64d,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:46.079346 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f2ff9227-3105-4afa-8504-14f435a45d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:46.082120 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9227-3105-4afa-8504-14f435a45d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.084091 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-f2ff9227-3105-4afa-8504-14f435a45d18 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/eb2b0c78-847f-4b80-abd9-75f3c3f0b64d HTTP/1.1" status: 204 len: 168 time: 0.1751492 Jun 16 16:55:46.087056 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56794) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:46.154811 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.238467 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.249786 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.250142 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.250943 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.251284 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > port after_create 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.251624 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.251939 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > port after_update 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.252254 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.252564 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.252871 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.253175 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.320859 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.321143 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.321485 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.321827 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:55:46.322242 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9a62e5-fb3b-48e6-939e-b07e1d291add']}} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:46.339698 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8da399-4cfc-4b32-8381-3a1ca19b1e05') {'for_net_delete': True} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:46.339952 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8da399-4cfc-4b32-8381-3a1ca19b1e05') {} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:46.357275 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283585'] for segment, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.379920 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.389575 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=92705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:55:46.390039 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25363115'] for segment, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: from cryptography.utils import int_from_bytes Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: from cryptography.utils import int_from_bytes Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: retrieve_revision_numbers = { Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: retrieve_revision_numbers = { Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: retrieve_revision_numbers = { Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: retrieve_revision_numbers = { Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: retrieve_revision_numbers = { Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: Traceback (most recent call last): Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: timer() Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: cb(*args, **kw) Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: return func(*args, **kwargs) Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: self._notify() Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: self.callback(batched_events) Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: event.method(event) Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: return f(self, *a, **k) Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._get(url).json() Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: return self.request(url, 'GET', **kwargs) Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:55:46.394582 dv-cinder-783389-6-iscsi neutron-server[92705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:55:46.464403 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.469114 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a0e939e2-c877-48f7-aae0-d74077040cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:46.482678 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.487488 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] 10.222.0.98 "DELETE /v2.0/networks/8f9a62e5-fb3b-48e6-939e-b07e1d291add HTTP/1.1" status: 204 len: 168 time: 0.3994837 Jun 16 16:55:46.488884 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9a62e5-fb3b-48e6-939e-b07e1d291add,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:46.491186 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c827ef22-e11b-41a2-bf8e-6493c1c62256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:46.575654 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c8c5c-524f-4d75-8442-ce1056ef3b52 req-a6f19845-51cf-40a5-966b-df6da983a685 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:46.584675 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0c5c8c5c-524f-4d75-8442-ce1056ef3b52 req-a6f19845-51cf-40a5-966b-df6da983a685 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0994022 Jun 16 16:55:46.626714 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0c5c8c5c-524f-4d75-8442-ce1056ef3b52 req-b29187be-9036-4a3a-8d03-3bbaafecba36 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Jun 16 16:55:46.729812 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56834) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:46.784902 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-e1ea8cf9-5ecf-4f8b-8ed9-d5660bb47dab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e34248162074073a39a6adbeebeaf12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537910 Jun 16 16:55:46.787346 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56844) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:46.837377 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e0096efe-774f-4f08-b2e5-b2fe449259e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.861943 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e0096efe-774f-4f08-b2e5-b2fe449259e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.919286 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e0096efe-774f-4f08-b2e5-b2fe449259e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.922301 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e0096efe-774f-4f08-b2e5-b2fe449259e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:46.923502 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e0096efe-774f-4f08-b2e5-b2fe449259e8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2cf91bd8-4216-40ee-af15-8895652a9bc2 HTTP/1.1" status: 204 len: 168 time: 0.1350951 Jun 16 16:55:46.924328 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:46.936275 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0096efe-774f-4f08-b2e5-b2fe449259e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf91bd8-4216-40ee-af15-8895652a9bc2,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:46.939182 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e0096efe-774f-4f08-b2e5-b2fe449259e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:47.290039 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56872) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:47.338608 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-09ccf100-5933-4e5e-9077-1b276649bd80 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e1045507c2044e3eafdcc6996e9c4da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465615 Jun 16 16:55:47.341011 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56874) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:47.386784 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4853406e-5c99-45dc-852e-70bfa086a1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:47.409187 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4853406e-5c99-45dc-852e-70bfa086a1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:47.459570 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4853406e-5c99-45dc-852e-70bfa086a1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:47.462086 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4853406e-5c99-45dc-852e-70bfa086a1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:47.463752 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-4853406e-5c99-45dc-852e-70bfa086a1f1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/adc4a324-85b8-40ff-b37b-7c396ab151db HTTP/1.1" status: 204 len: 168 time: 0.1216192 Jun 16 16:55:47.464462 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f58f2a9a-cfa6-4a70-8f96-998a34b4aa80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:47.471665 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853406e-5c99-45dc-852e-70bfa086a1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc4a324-85b8-40ff-b37b-7c396ab151db,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:47.473792 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4853406e-5c99-45dc-852e-70bfa086a1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:47.827300 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27694968-a38e-4400-bdb8-58bc29088ac8 req-000678ad-7ac2-47be-a3c0-2035133c7ede tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:47.829797 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-27694968-a38e-4400-bdb8-58bc29088ac8 req-000678ad-7ac2-47be-a3c0-2035133c7ede tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0848963 Jun 16 16:55:47.881712 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:47.898873 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-27694968-a38e-4400-bdb8-58bc29088ac8 req-9de5afc4-5bb0-4d16-857a-886e5e5b5fe8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614994 Jun 16 16:55:48.100032 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-de875df0-44a3-44b2-882e-2b8367cb91a4 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:48.101570 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-de875df0-44a3-44b2-882e-2b8367cb91a4 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 815 time: 0.1171248 Jun 16 16:55:48.123816 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-19ae4c79-068a-439b-8513-0d1a630d6e97 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/quotas/3a2d27cc7362488db02aca35a3255b58 HTTP/1.1" status: 200 len: 375 time: 0.0101817 Jun 16 16:55:48.193001 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-562cd5ba-9002-4c55-92ae-40f3c42c23fa tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632596 Jun 16 16:55:48.295772 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-52391cba-d154-49ed-9a47-f09e214b00d3 service neutron] 10.222.0.98 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955470 Jun 16 16:55:48.403570 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-86a50df4-9b20-49d9-95ce-3cc17191904f service neutron] 10.222.0.98 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013727 Jun 16 16:55:48.458230 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56954) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:48.610419 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d319789-1d3b-44d2-ba5b-2694eb7a6769 req-644dc14a-e5ca-49a9-93eb-fa83ba0c446f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 210 time: 0.0330844 Jun 16 16:55:48.727324 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56968) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:48.784537 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-bb880566-332e-4e82-9065-d6eba3deedac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:48.825328 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c3fc1882-4d55-4b03-936c-a6789d86b113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:48.902950 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-bb880566-332e-4e82-9065-d6eba3deedac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:48.910840 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-bb880566-332e-4e82-9065-d6eba3deedac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:48.938434 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a526842f-7981-496f-8a12-f91862670a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:48.942584 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-bb880566-332e-4e82-9065-d6eba3deedac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=990b3c87a0124509885c197b00b82fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830091 Jun 16 16:55:48.945677 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 56982) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:48.999304 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb880566-332e-4e82-9065-d6eba3deedac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f356ff9a-4430-4127-a217-14e886483b90,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:49.005618 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-bb880566-332e-4e82-9065-d6eba3deedac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:49.029747 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-01d40d97-500d-49ab-8d8b-1f53eb60f691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.075034 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-01d40d97-500d-49ab-8d8b-1f53eb60f691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.104442 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56986) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:49.129617 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c3fc1882-4d55-4b03-936c-a6789d86b113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.143324 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c3fc1882-4d55-4b03-936c-a6789d86b113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.149038 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:49.194885 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-c3fc1882-4d55-4b03-936c-a6789d86b113 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ca1b9c11684244c287f489b957ac164a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663453 Jun 16 16:55:49.198367 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 56992) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:49.215272 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc1882-4d55-4b03-936c-a6789d86b113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ee2e41-fc57-4257-9b3e-7ebb9160895e,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:49.229010 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c3fc1882-4d55-4b03-936c-a6789d86b113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:49.254587 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a4989a8b-ed01-4f0d-adcf-f8efa61696ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.255611 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ee531-a3cd-45fd-b9e9-ed77421fc65b req-86ae27bb-7869-48f0-b0f4-d497fcf916b2 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:49.269396 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e56ee531-a3cd-45fd-b9e9-ed77421fc65b req-86ae27bb-7869-48f0-b0f4-d497fcf916b2 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.2014382 Jun 16 16:55:49.282349 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-01d40d97-500d-49ab-8d8b-1f53eb60f691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.282349 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-01d40d97-500d-49ab-8d8b-1f53eb60f691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.282349 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-01d40d97-500d-49ab-8d8b-1f53eb60f691 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f356ff9a-4430-4127-a217-14e886483b90 HTTP/1.1" status: 204 len: 168 time: 0.3303714 Jun 16 16:55:49.282349 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1503d81c-ff12-46b7-a2b5-e792abc7798f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:49.303172 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d40d97-500d-49ab-8d8b-1f53eb60f691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f356ff9a-4430-4127-a217-14e886483b90,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:49.307209 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-01d40d97-500d-49ab-8d8b-1f53eb60f691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:49.338668 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6f551b61-2306-450b-97c5-e5e91cb32c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.343319 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e56ee531-a3cd-45fd-b9e9-ed77421fc65b req-a7b8a418-3c6b-401f-b282-8b82d65047e7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728679 Jun 16 16:55:49.371545 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6f551b61-2306-450b-97c5-e5e91cb32c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.457313 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a4989a8b-ed01-4f0d-adcf-f8efa61696ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.461045 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a4989a8b-ed01-4f0d-adcf-f8efa61696ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.464607 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e6cbbb2f-d7cd-4ef3-8a28-04a381f3e222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:49.468650 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6f551b61-2306-450b-97c5-e5e91cb32c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.471498 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6f551b61-2306-450b-97c5-e5e91cb32c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.474430 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-6f551b61-2306-450b-97c5-e5e91cb32c8f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d2ee2e41-fc57-4257-9b3e-7ebb9160895e HTTP/1.1" status: 204 len: 168 time: 0.2743719 Jun 16 16:55:49.506389 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4989a8b-ed01-4f0d-adcf-f8efa61696ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc8ce5f-67ed-4174-88ef-a2cffd2160aa,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:49.514044 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-a4989a8b-ed01-4f0d-adcf-f8efa61696ad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3465c550e4a041049f717e8e00217d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083893 Jun 16 16:55:49.514427 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 57000) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:49.514999 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a4989a8b-ed01-4f0d-adcf-f8efa61696ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:49.515719 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-301f8428-620d-44bc-97e2-60b8c5588ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:49.523972 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f551b61-2306-450b-97c5-e5e91cb32c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ee2e41-fc57-4257-9b3e-7ebb9160895e,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:49.526736 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6f551b61-2306-450b-97c5-e5e91cb32c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:49.610402 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e8dc-ea9c-4e40-a6e4-8fac0c06f272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.618585 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57004) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:49.628304 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e8dc-ea9c-4e40-a6e4-8fac0c06f272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.633108 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f331cd19-f2a5-4681-9b65-8f586a4d8c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.689559 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e8dc-ea9c-4e40-a6e4-8fac0c06f272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.694855 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e8dc-ea9c-4e40-a6e4-8fac0c06f272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.696949 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-0bd3e8dc-ea9c-4e40-a6e4-8fac0c06f272 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2bc8ce5f-67ed-4174-88ef-a2cffd2160aa HTTP/1.1" status: 204 len: 168 time: 0.1810451 Jun 16 16:55:49.698733 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e0096efe-774f-4f08-b2e5-b2fe449259e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:49.707508 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3e8dc-ea9c-4e40-a6e4-8fac0c06f272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc8ce5f-67ed-4174-88ef-a2cffd2160aa,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:49.710183 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0bd3e8dc-ea9c-4e40-a6e4-8fac0c06f272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:49.790089 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f331cd19-f2a5-4681-9b65-8f586a4d8c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.804888 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b6818de0-2a9f-479a-bfa0-7a70cd59a324 req-a3dadcd6-1e86-4c65-8dfa-1da8dde5f8b2 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 210 time: 0.0312197 Jun 16 16:55:49.807355 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f331cd19-f2a5-4681-9b65-8f586a4d8c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.818742 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6f551b61-2306-450b-97c5-e5e91cb32c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:49.859165 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-f331cd19-f2a5-4681-9b65-8f586a4d8c02 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=994fca61aa804b68afa90e89dab08774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385550 Jun 16 16:55:49.860299 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331cd19-f2a5-4681-9b65-8f586a4d8c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0375df36-1577-447d-a01f-3044e801c631,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:49.861951 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 57012) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:49.877416 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f331cd19-f2a5-4681-9b65-8f586a4d8c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:49.920338 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-89f7110e-4fe3-4b19-ba2b-469d7d62862c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.945488 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-89f7110e-4fe3-4b19-ba2b-469d7d62862c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:49.969276 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57014) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:49.984350 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f5d73d22-be39-4485-95eb-9ae2a78f6ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.077475 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-89f7110e-4fe3-4b19-ba2b-469d7d62862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.080862 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-89f7110e-4fe3-4b19-ba2b-469d7d62862c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.082505 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-89f7110e-4fe3-4b19-ba2b-469d7d62862c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0375df36-1577-447d-a01f-3044e801c631 HTTP/1.1" status: 204 len: 168 time: 0.2188249 Jun 16 16:55:50.086783 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4196845b-35cd-4237-a84d-d83883e2fe7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:50.100284 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7110e-4fe3-4b19-ba2b-469d7d62862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0375df36-1577-447d-a01f-3044e801c631,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:50.103186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-89f7110e-4fe3-4b19-ba2b-469d7d62862c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:50.137239 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-c2e8195e-afe5-4d37-bec8-5f9ba5ba16fe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:50.138843 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-c2e8195e-afe5-4d37-bec8-5f9ba5ba16fe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 815 time: 0.1655605 Jun 16 16:55:50.160065 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Request body: {'port': {'device_id': '7150659e-6172-4ace-b25a-11ca9d3cc12c', 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705', 'admin_state_up': True, 'tenant_id': '3a2d27cc7362488db02aca35a3255b58'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:50.161228 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f5d73d22-be39-4485-95eb-9ae2a78f6ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.170492 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f5d73d22-be39-4485-95eb-9ae2a78f6ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.175694 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3922cdbb-218e-405d-aa99-3a1d14ebc1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:50.258727 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d73d22-be39-4485-95eb-9ae2a78f6ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966d37a6-696d-4e5f-b36b-eca638730651,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:50.263385 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-f5d73d22-be39-4485-95eb-9ae2a78f6ade admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7a70878f6155453c8e68d8b413842d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929847 Jun 16 16:55:50.264338 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f5d73d22-be39-4485-95eb-9ae2a78f6ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:50.266049 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57024) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:50.359090 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Made reservation on behalf of 3a2d27cc7362488db02aca35a3255b58 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:50.365769 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.370806 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3fae8719-2d2a-40d3-af9e-de4f29933fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.404935 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3fae8719-2d2a-40d3-af9e-de4f29933fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.465851 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3fae8719-2d2a-40d3-af9e-de4f29933fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.470606 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3fae8719-2d2a-40d3-af9e-de4f29933fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.476883 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3fae8719-2d2a-40d3-af9e-de4f29933fc8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/966d37a6-696d-4e5f-b36b-eca638730651 HTTP/1.1" status: 204 len: 168 time: 0.2097440 Jun 16 16:55:50.479618 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:50.497518 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae8719-2d2a-40d3-af9e-de4f29933fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966d37a6-696d-4e5f-b36b-eca638730651,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:50.502222 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3fae8719-2d2a-40d3-af9e-de4f29933fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:50.582291 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Allocated IP 172.20.0.6 (48a6b4e6-d0e9-4813-897a-814a175cc705/d5ec563f-d779-46da-a73c-8e96791f4915/f881365d-f81c-46e3-a8f6-d3a507e4b9f5) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:50.626778 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140850af-ea4f-47de-985f-5c1bac29d803 req-c9361a7a-2fd0-4d0a-bc9f-1c6b9b7f8442 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:50.635053 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-140850af-ea4f-47de-985f-5c1bac29d803 req-c9361a7a-2fd0-4d0a-bc9f-1c6b9b7f8442 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1338756 Jun 16 16:55:50.695353 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-140850af-ea4f-47de-985f-5c1bac29d803 req-98fb142b-e2f5-4587-babd-234a43beaa35 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593786 Jun 16 16:55:50.817230 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.884873 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.892982 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-fcbaab97-ff2c-4e0b-85da-3eb924e494b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:50.917348 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:55:50.944363 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Pushing event updated for resources: {'Port': ['ID=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:50.949860 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:50.959126 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Network 48a6b4e6-d0e9-4813-897a-814a175cc705 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:50.967756 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:50.971150 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:51.064704 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:51.065397 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:51.092097 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9357450 Jun 16 16:55:51.100910 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857179e1-36bd-4b45-8e4f-d19080ff6cd1 req-eef6c175-eb46-4222-8dcf-6d5abe8af9f3 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:51.102351 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-857179e1-36bd-4b45-8e4f-d19080ff6cd1 req-eef6c175-eb46-4222-8dcf-6d5abe8af9f3 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 931 time: 0.1230247 Jun 16 16:55:51.109144 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Request body: {'port': {'device_id': '7150659e-6172-4ace-b25a-11ca9d3cc12c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:51.202395 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-857179e1-36bd-4b45-8e4f-d19080ff6cd1 req-0c796150-6c6f-4f84-8b2a-bf54df2da33f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879223 Jun 16 16:55:51.214389 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:51.284535 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 57080) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:51.502742 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-170663398-network', 'tenant_id': '995454a579f541d890449e49085c1044'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:51.551477 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Made reservation on behalf of 995454a579f541d890449e49085c1044 for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:51.554001 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:51.565482 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f881365d-f81c-46e3-a8f6-d3a507e4b9f5 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:51.570052 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:51.584289 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:51.607868 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Transition to ACTIVE for port object f881365d-f81c-46e3-a8f6-d3a507e4b9f5 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:51.613191 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:51.620198 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-2230630c-84ad-4d49-a68f-5f8f2e2f6fe2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:51.737375 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Pushing event updated for resources: {'Port': ['ID=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:51.815086 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.815452 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.815812 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.816178 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.816519 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.817288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.817288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.817562 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.817995 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.818340 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.818690 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.819030 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:51.827230 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:51.830834 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Attempting to bind port f881365d-f81c-46e3-a8f6-d3a507e4b9f5 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:51.831193 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Attempting to bind port f881365d-f81c-46e3-a8f6-d3a507e4b9f5 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:51.831553 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Attempting to bind port f881365d-f81c-46e3-a8f6-d3a507e4b9f5 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:51.842141 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Port f881365d-f81c-46e3-a8f6-d3a507e4b9f5 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:55:51.842497 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Attempting to bind port f881365d-f81c-46e3-a8f6-d3a507e4b9f5 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:51.854676 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:51.855018 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Checking segment: {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:51.855404 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Bound using segment: {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:51.855846 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Bound port: f881365d-f81c-46e3-a8f6-d3a507e4b9f5, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:51.856197 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:51.917416 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.148070 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.154824 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:52.189107 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=92706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:55:52.214892 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6961d3-4602-48c8-a86b-1d9de2be9983,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:52.225380 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:52.228837 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] For port f881365d-f81c-46e3-a8f6-d3a507e4b9f5, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:52.231512 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.231981 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Added segment 72b83d02-aad4-4cac-b783-afe4d2df2612 of type vlan for network 35d6f5f5-7722-4351-b624-f6595cd0870f Jun 16 16:55:52.236395 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] For port f881365d-f81c-46e3-a8f6-d3a507e4b9f5, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:52.247046 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.273222 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:52.289741 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382e4f6-cdc5-4e90-8fbe-a22abf7758f0 req-2c412e97-d670-4e94-9351-5f919091c4a1 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:52.291688 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b382e4f6-cdc5-4e90-8fbe-a22abf7758f0 req-2c412e97-d670-4e94-9351-5f919091c4a1 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.4416358 Jun 16 16:55:52.325321 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.340941 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:52.341824 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.343317 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] 10.222.0.46 "PUT /v2.0/ports/f881365d-f81c-46e3-a8f6-d3a507e4b9f5 HTTP/1.1" status: 200 len: 1093 time: 1.2388072 Jun 16 16:55:52.345511 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7150659e-6172-4ace-b25a-11ca9d3cc12c', 'tag': 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:52.348389 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51de7e0a-44b6-4105-975c-3c7ba61d3d29" -d '{"events": [{"name": "network-changed", "server_uuid": "7150659e-6172-4ace-b25a-11ca9d3cc12c", "tag": "f881365d-f81c-46e3-a8f6-d3a507e4b9f5"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:52.451009 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b382e4f6-cdc5-4e90-8fbe-a22abf7758f0 req-bab3d7c1-e2b3-4857-ba51-f0bc1766756f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333807 Jun 16 16:55:52.451630 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Pushing event updated for resources: {'Port': ['ID=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:52.474751 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:52.477498 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.482096 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:52.482796 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.489041 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1a8e6414-121b-40ad-bf3e-e44cc7732ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:52.514500 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974ba99a-5149-4f51-bb39-885704003865 x-openstack-request-id: req-974ba99a-5149-4f51-bb39-885704003865 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:52.514815 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7150659e-6172-4ace-b25a-11ca9d3cc12c", "tag": "f881365d-f81c-46e3-a8f6-d3a507e4b9f5", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:52.515095 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-974ba99a-5149-4f51-bb39-885704003865 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:52.515548 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7150659e-6172-4ace-b25a-11ca9d3cc12c', 'tag': 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5', 'status': 'completed', 'code': 200} Jun 16 16:55:52.534843 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2489862 Jun 16 16:55:52.537568 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57162) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:52.543373 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Request body: {'subnet': {'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-170663398-subnet', 'tenant_id': '995454a579f541d890449e49085c1044', 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:52.569092 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Made reservation on behalf of 995454a579f541d890449e49085c1044 for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:52.571452 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25183587'] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.574212 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Pushing event updated for resources: {'Network': ['ID=35d6f5f5-7722-4351-b624-f6595cd0870f,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:52.579109 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:52.590161 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 35d6f5f5-7722-4351-b624-f6595cd0870f details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:55:52.599044 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875d944-60d2-401a-824f-9051be1c05c8 req-4c8e9d2e-f38e-4d67-8ca3-b578947322ea tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:52.600588 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2875d944-60d2-401a-824f-9051be1c05c8 req-4c8e9d2e-f38e-4d67-8ca3-b578947322ea tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 943 time: 0.2391043 Jun 16 16:55:52.603879 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-626c8b4b-98c0-4e33-9972-dc8be73f4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:52.605261 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-626c8b4b-98c0-4e33-9972-dc8be73f4455 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 1096 time: 0.1773727 Jun 16 16:55:52.671534 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-fb316a4b-11a3-4088-94c0-c58da6103794 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f881365d-f81c-46e3-a8f6-d3a507e4b9f5 HTTP/1.1" status: 200 len: 217 time: 0.0581660 Jun 16 16:55:52.721727 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2875d944-60d2-401a-824f-9051be1c05c8 req-faa25ba9-62a3-47d4-947c-3fd0f4556b7d tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001594 Jun 16 16:55:52.738457 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-ee7fe157-a183-45ed-b9fa-aba2f094987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:52.739983 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-ee7fe157-a183-45ed-b9fa-aba2f094987d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5ec563f-d779-46da-a73c-8e96791f4915 HTTP/1.1" status: 200 len: 855 time: 0.0608034 Jun 16 16:55:52.778917 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-db2acc56-3f0a-4aa2-916d-8f1dcf633fae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48a6b4e6-d0e9-4813-897a-814a175cc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289578 Jun 16 16:55:52.783060 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25363061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25183601'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.785395 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-fe539849-1521-4250-a200-7b4ba8059b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:52.846204 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=64451bb0-82d5-42eb-b752-a16e65cf0318,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:52.857835 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.858214 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.858605 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.858950 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.859314 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.859659 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.860004 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.860351 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.860695 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.861027 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.861360 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.861686 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:52.864735 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Checking segment: {'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:52.865090 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Network hostable DHCP agents. Network: 35d6f5f5-7722-4351-b624-f6595cd0870f, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:55:52.867447 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:52.883810 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Network 35d6f5f5-7722-4351-b624-f6595cd0870f is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:55:52.893432 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 35d6f5f5-7722-4351-b624-f6595cd0870f) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:52.894328 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-729af11b-9f15-44de-9d07-4ee74e5f99f0 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033058 Jun 16 16:55:52.897795 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:52.898350 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.903030 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08575df-d88f-4898-aaf9-fcefb6ec444a None None] Network 35d6f5f5-7722-4351-b624-f6595cd0870f requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:52.913526 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3739700 Jun 16 16:55:52.916889 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57180) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:52.922194 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:52.944233 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:52.945742 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1151'] for router, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.008306 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.015597 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b33505c8-5e9a-41f2-99af-01ddeefc501b req-cf9cba44-8f5d-4279-8ca0-3ee7226284f6 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070247 Jun 16 16:55:53.076149 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c085ca-2c1a-5bf4-a7bf-39277b0387d4-35d6f5f5-7722-4351-b624-f6595cd0870f', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'tenant_id': '995454a579f541d890449e49085c1044', 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318'}]}} from dv-cinder-783389-6-iscsi. {{(pid=92708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:55:53.077017 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.134120 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7e0a-44b6-4105-975c-3c7ba61d3d29 req-43e21a4a-9f5b-41b0-a9bb-ffd5fbd8f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:53.135735 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51de7e0a-44b6-4105-975c-3c7ba61d3d29 req-43e21a4a-9f5b-41b0-a9bb-ffd5fbd8f708 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 1096 time: 0.0583031 Jun 16 16:55:53.162524 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.224886 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.db_base_plugin_common [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Allocated IP 172.20.0.2 (35d6f5f5-7722-4351-b624-f6595cd0870f/64451bb0-82d5-42eb-b752-a16e65cf0318/31eafd26-f155-4a33-9b62-f2982c3f99f8) {{(pid=92708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:53.256326 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7e0a-44b6-4105-975c-3c7ba61d3d29 req-2dc1d924-ef18-4e69-b986-70d751c867de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:53.257972 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51de7e0a-44b6-4105-975c-3c7ba61d3d29 req-2dc1d924-ef18-4e69-b986-70d751c867de service neutron] 10.222.0.46 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 917 time: 0.1147964 Jun 16 16:55:53.310864 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51de7e0a-44b6-4105-975c-3c7ba61d3d29 req-7719a558-5f1d-4b93-80d7-90ba29a838e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f881365d-f81c-46e3-a8f6-d3a507e4b9f5 HTTP/1.1" status: 200 len: 217 time: 0.0418658 Jun 16 16:55:53.380619 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7e0a-44b6-4105-975c-3c7ba61d3d29 req-7bdafe41-7748-4c92-abdb-1f29fde3c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:53.382915 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51de7e0a-44b6-4105-975c-3c7ba61d3d29 req-7bdafe41-7748-4c92-abdb-1f29fde3c5bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5ec563f-d779-46da-a73c-8e96791f4915 HTTP/1.1" status: 200 len: 855 time: 0.0638444 Jun 16 16:55:53.392167 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Notify callbacks [] for port, precommit_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.401771 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Transition to ACTIVE for port object 31eafd26-f155-4a33-9b62-f2982c3f99f8 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:53.419138 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Transition to ACTIVE for port object 31eafd26-f155-4a33-9b62-f2982c3f99f8 will not be triggered until provisioned by entity DHCP. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:53.428220 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.431687 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:53.451649 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51de7e0a-44b6-4105-975c-3c7ba61d3d29 req-bb584a6b-d164-4196-9406-ea1b2a19e34c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48a6b4e6-d0e9-4813-897a-814a175cc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541241 Jun 16 16:55:53.474023 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Network 35d6f5f5-7722-4351-b624-f6595cd0870f is already hosted by enough agents. {{(pid=92708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:53.481228 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.base_scheduler [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Resources bound (agent type, host, resource id): {{(pid=92708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:53.486095 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Received port after_create {{(pid=92708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:53.518256 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Pushing event updated for resources: {'Port': ['ID=31eafd26-f155-4a33-9b62-f2982c3f99f8,revision_number=1']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:53.524748 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:53.569952 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Attempting to bind port 31eafd26-f155-4a33-9b62-f2982c3f99f8 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:53.570622 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Attempting to bind port 31eafd26-f155-4a33-9b62-f2982c3f99f8 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:53.571180 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Attempting to bind port 31eafd26-f155-4a33-9b62-f2982c3f99f8 on network 35d6f5f5-7722-4351-b624-f6595cd0870f {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:53.587388 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-f647d321-b981-4bd4-b355-6ac29c5924d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.592366 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:53.593727 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Checking segment: {'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:53.594456 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.595358 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Bound using segment: {'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:53.596085 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Bound port: 31eafd26-f155-4a33-9b62-f2982c3f99f8, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:53.596736 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.649781 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51de7e0a-44b6-4105-975c-3c7ba61d3d29 req-ecf60770-9f28-4bbf-9cd1-877823c9558e service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834760 Jun 16 16:55:53.657216 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.678425 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.705817 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] For port 31eafd26-f155-4a33-9b62-f2982c3f99f8, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:53.709679 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] For port 31eafd26-f155-4a33-9b62-f2982c3f99f8, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=31eafd26-f155-4a33-9b62-f2982c3f99f8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:53.715549 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.718024 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:53.788380 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Pushing event updated for resources: {'Port': ['ID=31eafd26-f155-4a33-9b62-f2982c3f99f8,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:53.798206 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:53.839444 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Allocated IP 172.27.1.230 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/424d1cff-e772-430c-8da3-be91fec00b8b) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:53.845167 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48bdb9-2b9e-4ea2-b623-b7ca64cc7055 req-866968d4-9c71-490e-b468-5c13fd8298f9 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:53.846709 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be48bdb9-2b9e-4ea2-b623-b7ca64cc7055 req-866968d4-9c71-490e-b468-5c13fd8298f9 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1886141 Jun 16 16:55:53.852398 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51de7e0a-44b6-4105-975c-3c7ba61d3d29 req-4155d2a3-0e97-4587-9dd7-e879e2f0bdee service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376326 Jun 16 16:55:53.891885 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be48bdb9-2b9e-4ea2-b623-b7ca64cc7055 req-86889cfc-231b-47e9-8202-b592b7c778ad tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385194 Jun 16 16:55:53.983840 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:54.036242 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:54.039402 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:54.083055 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:54.088127 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:54.092001 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:54.092827 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc111cb9-41cc-4fcd-a765-7ede24ba5610 req-e2e5eea4-bc2b-4ea6-8a08-7805d2e01154 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:54.094952 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fc111cb9-41cc-4fcd-a765-7ede24ba5610 req-e2e5eea4-bc2b-4ea6-8a08-7805d2e01154 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 943 time: 0.0948434 Jun 16 16:55:54.140604 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Pushing event updated for resources: {'Port': ['ID=424d1cff-e772-430c-8da3-be91fec00b8b,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:54.145088 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:54.172220 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fc111cb9-41cc-4fcd-a765-7ede24ba5610 req-400fd88a-9321-467c-a428-3eb4884aed29 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712056 Jun 16 16:55:54.387012 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:54.456824 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 31eafd26-f155-4a33-9b62-f2982c3f99f8 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:54.506241 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 31eafd26-f155-4a33-9b62-f2982c3f99f8 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:54.585931 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982'] for router, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:54.721409 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Router c10ecfc4-1677-4e71-ab65-986a024551e3 is scheduled to L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 with binding_index 1 {{(pid=92705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:55:54.827267 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbc1ed8-b747-4da6-aecd-e432f913c0c9 None None] Network 35d6f5f5-7722-4351-b624-f6595cd0870f requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:54.829561 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:55:54.838730 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Sync routers for ids ['c10ecfc4-1677-4e71-ab65-986a024551e3'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:55:54.847221 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:54.848947 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9309263 Jun 16 16:55:54.851663 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57206) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:54.852498 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Routers {'c10ecfc4-1677-4e71-ab65-986a024551e3'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:54.853158 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:55:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['c10ecfc4-1677-4e71-ab65-986a024551e3'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:54.896847 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-f2746761-44dd-4b1d-8065-c547cd960318 None None] Provisioning for port 31eafd26-f155-4a33-9b62-f2982c3f99f8 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:54.902614 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-f2746761-44dd-4b1d-8065-c547cd960318 None None] Provisioning complete for port 31eafd26-f155-4a33-9b62-f2982c3f99f8 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:54.902996 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-f2746761-44dd-4b1d-8065-c547cd960318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.007283 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Set router c10ecfc4-1677-4e71-ab65-986a024551e3 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:55.136204 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736168d6-2235-4dc5-ae41-02a9aedb411b req-04cb1aad-eb4e-4f2a-8c2c-bbe8fd159d0e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:55.138082 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-736168d6-2235-4dc5-ae41-02a9aedb411b req-04cb1aad-eb4e-4f2a-8c2c-bbe8fd159d0e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0724149 Jun 16 16:55:55.183161 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-f2746761-44dd-4b1d-8065-c547cd960318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.184746 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-736168d6-2235-4dc5-ae41-02a9aedb411b req-427eaa4a-c4c8-4ad1-9960-efa37c2ef0cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Jun 16 16:55:55.214405 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:54Z', 'revision_number': 3, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:55.219609 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Checking router: c10ecfc4-1677-4e71-ab65-986a024551e3 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:55:55.220196 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Updating router c10ecfc4-1677-4e71-ab65-986a024551e3 port 424d1cff-e772-430c-8da3-be91fec00b8b binding host dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:55:55.233589 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-f2746761-44dd-4b1d-8065-c547cd960318 None None] For port 31eafd26-f155-4a33-9b62-f2982c3f99f8, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=31eafd26-f155-4a33-9b62-f2982c3f99f8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:55.239277 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-f2746761-44dd-4b1d-8065-c547cd960318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.241466 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:55.268304 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.297458 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2746761-44dd-4b1d-8065-c547cd960318 None None] Pushing event updated for resources: {'Port': ['ID=31eafd26-f155-4a33-9b62-f2982c3f99f8,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:55.301829 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-f2746761-44dd-4b1d-8065-c547cd960318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:55.423292 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.442594 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde46e3-d4a3-458f-b0b0-3e78011b7de9 req-9f4f44b1-a608-4768-956a-47d60aa51690 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:55.444401 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5dde46e3-d4a3-458f-b0b0-3e78011b7de9 req-9f4f44b1-a608-4768-956a-47d60aa51690 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 943 time: 0.0816958 Jun 16 16:55:55.460761 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-d43c77d8-b7da-4893-a88f-9811b56931d7 None None] Provisioning complete for port 31eafd26-f155-4a33-9b62-f2982c3f99f8 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:55.461512 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-d43c77d8-b7da-4893-a88f-9811b56931d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.505842 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5dde46e3-d4a3-458f-b0b0-3e78011b7de9 req-ced8b643-5f07-483f-b67a-6cabd97d462f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Jun 16 16:55:55.581187 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Notify callbacks [] for port, precommit_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.591806 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.provisioning_blocks [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Transition to ACTIVE for port object 424d1cff-e772-430c-8da3-be91fec00b8b will not be triggered until provisioned by entity L2. {{(pid=92709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:55.598109 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.600343 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-4a154525-a715-4214-b6a1-8c8896b62d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:55.605684 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Allocated IP 172.20.0.1 (35d6f5f5-7722-4351-b624-f6595cd0870f/64451bb0-82d5-42eb-b752-a16e65cf0318/aab793b6-04e0-4070-ae95-1fdbf974d2b9) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:55.652605 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Attempting to bind port 424d1cff-e772-430c-8da3-be91fec00b8b on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:55.652981 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Attempting to bind port 424d1cff-e772-430c-8da3-be91fec00b8b by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:55.653348 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Attempting to bind port 424d1cff-e772-430c-8da3-be91fec00b8b on network f918d14e-4c62-4a95-b646-f45c14c58acf {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:55.656142 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec332b77-64ea-41ea-ae7f-16bd2fa5b1f4 None None] Pushing event updated for resources: {'Port': ['ID=424d1cff-e772-430c-8da3-be91fec00b8b,revision_number=2']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:55.659118 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-ec332b77-64ea-41ea-ae7f-16bd2fa5b1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:55.663005 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:55.663877 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:55.664285 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.664926 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Bound using segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:55.665495 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Bound port: 424d1cff-e772-430c-8da3-be91fec00b8b, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:55.667072 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.717463 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.731680 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] For port 424d1cff-e772-430c-8da3-be91fec00b8b, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:55.735727 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] For port 424d1cff-e772-430c-8da3-be91fec00b8b, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=424d1cff-e772-430c-8da3-be91fec00b8b,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:55.736343 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.provisioning_blocks [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Transition to ACTIVE for port object aab793b6-04e0-4070-ae95-1fdbf974d2b9 will not be triggered until provisioned by entity DHCP. {{(pid=92705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:55.741956 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.763211 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-d7c2a433-7a88-49aa-9e62-bf2644a82df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:55.772529 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.775587 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-91c30c74-5e4a-4d2d-a9a9-50d5558c72a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:55.804005 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Routers {'c10ecfc4-1677-4e71-ab65-986a024551e3'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:55.804607 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:55:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['c10ecfc4-1677-4e71-ab65-986a024551e3'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:55.811432 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Network 35d6f5f5-7722-4351-b624-f6595cd0870f is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:55.816112 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:55.819421 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:55.854742 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e10e322a-a27e-4f05-9ccc-be27c41c0e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.858027 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Pushing event updated for resources: {'Port': ['ID=aab793b6-04e0-4070-ae95-1fdbf974d2b9,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:55.860375 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934999'] for router_interface, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.879729 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec332b77-64ea-41ea-ae7f-16bd2fa5b1f4 None None] Pushing event updated for resources: {'Port': ['ID=424d1cff-e772-430c-8da3-be91fec00b8b,revision_number=3']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:55.884167 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-ec332b77-64ea-41ea-ae7f-16bd2fa5b1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:55.903668 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:55.933993 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] Set router c10ecfc4-1677-4e71-ab65-986a024551e3 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:56.018019 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:56.087745 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-5613fed6-4783-43d5-b002-337d31cbf7fe None None] Provisioning for port aab793b6-04e0-4070-ae95-1fdbf974d2b9 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:56.093685 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-5613fed6-4783-43d5-b002-337d31cbf7fe None None] Provisioning complete for port aab793b6-04e0-4070-ae95-1fdbf974d2b9 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:56.094375 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5613fed6-4783-43d5-b002-337d31cbf7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:56.125055 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:54Z', 'revision_number': 3, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:56.128164 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-5613fed6-4783-43d5-b002-337d31cbf7fe None None] Port aab793b6-04e0-4070-ae95-1fdbf974d2b9 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:55:56.128545 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4227bf7-e06f-4b7d-91d4-071511b7f303 None None] The sync data for ids ['c10ecfc4-1677-4e71-ab65-986a024551e3'] in dv-cinder-783389-6-iscsi is: [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:54Z', 'revision_number': 3, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:55:56.183969 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:56.188952 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25363191'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:56.192389 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:56.250569 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:56.437980 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2035fd8-e3e0-4704-a3cc-c65907723b79 req-4c6cd4af-920d-4540-9d3c-aca54b8ce5a7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:56.447082 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f2035fd8-e3e0-4704-a3cc-c65907723b79 req-4c6cd4af-920d-4540-9d3c-aca54b8ce5a7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1229796 Jun 16 16:55:56.457623 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 31eafd26-f155-4a33-9b62-f2982c3f99f8 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:56.461924 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934955'] for router_interface, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:56.464447 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Pushing event updated for resources: {'Port': ['ID=aab793b6-04e0-4070-ae95-1fdbf974d2b9,revision_number=2']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:56.468776 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:56.512938 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f2035fd8-e3e0-4704-a3cc-c65907723b79 req-cdd120c5-75ba-45dc-a739-5bb456a883fd tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646458 Jun 16 16:55:56.540560 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 31eafd26-f155-4a33-9b62-f2982c3f99f8 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:56.541598 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:56.628426 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Network 35d6f5f5-7722-4351-b624-f6595cd0870f is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:56.630115 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:56.753745 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54370d02-ba83-4a81-9365-faf866ce3c02 req-aeb68cd6-ba06-4c6a-8977-9a73c3029b3d tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:56.761566 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-54370d02-ba83-4a81-9365-faf866ce3c02 req-aeb68cd6-ba06-4c6a-8977-9a73c3029b3d tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 943 time: 0.1010401 Jun 16 16:55:56.797395 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:56.800704 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Router c10ecfc4-1677-4e71-ab65-986a024551e3 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:55:56.819517 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-54370d02-ba83-4a81-9365-faf866ce3c02 req-37c03e12-d66e-44a1-8e2b-f37f9fb1e34a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529642 Jun 16 16:55:56.930814 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:55:56.937184 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] 10.222.0.98 "PUT /v2.0/routers/c10ecfc4-1677-4e71-ab65-986a024551e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0844402 Jun 16 16:55:56.965864 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-85c40bd0-d1d8-40da-9dc0-35dc9f9c6e3e None None] Provisioning complete for port aab793b6-04e0-4070-ae95-1fdbf974d2b9 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:56.966692 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-85c40bd0-d1d8-40da-9dc0-35dc9f9c6e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:57.005841 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-85c40bd0-d1d8-40da-9dc0-35dc9f9c6e3e None None] Port aab793b6-04e0-4070-ae95-1fdbf974d2b9 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:55:57.468212 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57250) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:57.473210 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1796907488-network', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:57.493517 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Made reservation on behalf of cd3a3ad4430c4a9eb453b870507a4ff5 for: {'network': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:57.496106 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:57.504412 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:57.601071 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:57.617437 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:57.627739 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:57.668425 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=92705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:55:57.680425 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fe7d0c-5d0b-48e0-a911-5879ed0d72b5,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:57.685739 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:57.687098 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:57.687590 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.segments_db [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Added segment 0098925e-ef6a-4a30-9a52-fe1e76d3e1bd of type vlan for network 04098ac0-8bd2-4ef0-9a93-7c0452920019 Jun 16 16:55:57.717042 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4a4f6-f721-4278-89d1-5e6debcc208f req-5a8be4d4-c4f1-475f-8d02-3ea89acd47e7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:57.719218 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ecd4a4f6-f721-4278-89d1-5e6debcc208f req-5a8be4d4-c4f1-475f-8d02-3ea89acd47e7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0742958 Jun 16 16:55:57.739505 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:57.776367 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ecd4a4f6-f721-4278-89d1-5e6debcc208f req-f19ef202-d31c-4c46-8511-3ff24e8c4b52 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 Jun 16 16:55:57.778320 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:57.780602 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:57.781604 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:57.785840 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:57.818122 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3486917 Jun 16 16:55:57.821082 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 57258) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:57.826834 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Request body: {'subnet': {'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1796907488-subnet', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'ip_version': 4}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:57.855526 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Pushing event updated for resources: {'Network': ['ID=04098ac0-8bd2-4ef0-9a93-7c0452920019,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:57.857120 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Made reservation on behalf of cd3a3ad4430c4a9eb453b870507a4ff5 for: {'subnet': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:57.858509 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:57.859872 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3628085'] for subnet, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:57.873499 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 04098ac0-8bd2-4ef0-9a93-7c0452920019 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:55:58.073298 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Sync routers for ids ['c10ecfc4-1677-4e71-ab65-986a024551e3'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:55:58.082958 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Routers {'c10ecfc4-1677-4e71-ab65-986a024551e3'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:58.083646 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:55:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['c10ecfc4-1677-4e71-ab65-986a024551e3'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:58.098361 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3386901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3628071'] for subnet, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.109337 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9c235-4c51-4a14-8983-d9f645e25424 req-10517a88-5a79-4eee-a68a-0a75764970bb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:58.111344 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-26c9c235-4c51-4a14-8983-d9f645e25424 req-10517a88-5a79-4eee-a68a-0a75764970bb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 943 time: 0.1394885 Jun 16 16:55:58.113020 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-00c6ab99-818f-4eee-99b2-a051a4d19cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:58.198497 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-26c9c235-4c51-4a14-8983-d9f645e25424 req-5e69266d-9d9b-4b6c-834b-a7a0546862e8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810282 Jun 16 16:55:58.210850 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d1c09f-711e-42d6-a058-531adb106e33,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:58.220667 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:58.235277 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Checking segment: {'id': '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:58.235604 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Set router c10ecfc4-1677-4e71-ab65-986a024551e3 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:58.235831 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Network hostable DHCP agents. Network: 04098ac0-8bd2-4ef0-9a93-7c0452920019, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:55:58.252953 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Network 04098ac0-8bd2-4ef0-9a93-7c0452920019 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:55:58.263128 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 04098ac0-8bd2-4ef0-9a93-7c0452920019) {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:58.268712 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:58.269288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.283247 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa279dad-c054-4435-b9e1-d9fc29b0d0bc None None] Network 04098ac0-8bd2-4ef0-9a93-7c0452920019 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:55:58.286901 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4616425 Jun 16 16:55:58.287407 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57270) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:58.292288 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1796907488-router', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:58.312209 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.314255 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1151'] for router, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.409243 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.429529 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15f613-7af4-4ce6-acd7-7652e459a9ac req-46942b71-d56d-4e79-9d9d-e1cedfc78d00 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:58.431468 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9a15f613-7af4-4ce6-acd7-7652e459a9ac req-46942b71-d56d-4e79-9d9d-e1cedfc78d00 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 945 time: 0.1006081 Jun 16 16:55:58.480891 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9a15f613-7af4-4ce6-acd7-7652e459a9ac req-c9225ba7-8d98-4266-b0dd-e0a35e8ee929 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422254 Jun 16 16:55:58.488605 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 424d1cff-e772-430c-8da3-be91fec00b8b up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:58.543562 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.637554 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c085ca-2c1a-5bf4-a7bf-39277b0387d4-04098ac0-8bd2-4ef0-9a93-7c0452920019', 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'fixed_ips': [{'subnet_id': '92d1c09f-711e-42d6-a058-531adb106e33'}]}} from dv-cinder-783389-6-iscsi. {{(pid=92708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:55:58.638410 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.655574 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 424d1cff-e772-430c-8da3-be91fec00b8b completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:58.666704 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 424d1cff-e772-430c-8da3-be91fec00b8b triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:58.666988 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.785013 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.804111 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.840351 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.843019 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'aab793b6-04e0-4070-ae95-1fdbf974d2b9', 'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'tenant_id': '995454a579f541d890449e49085c1044', 'mac_address': 'fa:16:3e:e0:cf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:55Z', 'updated_at': '2021-06-16T16:55:56Z', 'revision_number': 2, 'project_id': '995454a579f541d890449e49085c1044', 'subnets': [{'id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:58.872533 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Checking router: c10ecfc4-1677-4e71-ab65-986a024551e3 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:55:58.872900 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Updating router c10ecfc4-1677-4e71-ab65-986a024551e3 port aab793b6-04e0-4070-ae95-1fdbf974d2b9 binding host dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:55:58.950388 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.db_base_plugin_common [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Allocated IP 172.20.0.2 (04098ac0-8bd2-4ef0-9a93-7c0452920019/92d1c09f-711e-42d6-a058-531adb106e33/6a7bd383-0980-4457-9196-e403b67a3743) {{(pid=92708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:58.975158 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.979525 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Allocated IP 172.27.1.31 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/e6e67ab4-445e-433e-b82a-7205049badda) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:58.992005 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5274c79-6aee-4220-bb37-1c21203403b2 req-281d612f-253c-410e-8c3a-4d498ef788fc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:58.993590 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f5274c79-6aee-4220-bb37-1c21203403b2 req-281d612f-253c-410e-8c3a-4d498ef788fc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0868657 Jun 16 16:55:58.998683 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.043905 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f5274c79-6aee-4220-bb37-1c21203403b2 req-2d7b6256-ba20-4aed-89c9-90cb3cfc6970 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Jun 16 16:55:59.088409 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 424d1cff-e772-430c-8da3-be91fec00b8b, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=424d1cff-e772-430c-8da3-be91fec00b8b,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:59.099391 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.106362 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:59.107078 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.148274 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.151085 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:59.186810 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:59.193080 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:59.198162 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:59.200975 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e67ab4-445e-433e-b82a-7205049badda,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:59.224149 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:59.269123 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=424d1cff-e772-430c-8da3-be91fec00b8b,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:59.289919 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.290265 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.290662 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.290999 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.291331 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.291661 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.291989 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.292318 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.292662 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.292995 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.293316 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.293645 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:59.298103 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:59.324755 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Notify callbacks [] for port, precommit_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.364626 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Transition to ACTIVE for port object 6a7bd383-0980-4457-9196-e403b67a3743 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:59.391203 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Transition to ACTIVE for port object 6a7bd383-0980-4457-9196-e403b67a3743 will not be triggered until provisioned by entity DHCP. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:59.395177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63ceed-dbd5-44d3-a77b-719f97969e46 req-e97023c9-80a9-42cf-8326-cc45a6178e37 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:59.397157 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0f63ceed-dbd5-44d3-a77b-719f97969e46 req-e97023c9-80a9-42cf-8326-cc45a6178e37 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 943 time: 0.0669901 Jun 16 16:55:59.404571 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.410029 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:59.448745 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0f63ceed-dbd5-44d3-a77b-719f97969e46 req-24279395-1eb3-425b-befc-9b31c8a80b0e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449228 Jun 16 16:55:59.474019 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.477695 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Network 04098ac0-8bd2-4ef0-9a93-7c0452920019 is already hosted by enough agents. {{(pid=92708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:59.483868 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.base_scheduler [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Resources bound (agent type, host, resource id): {{(pid=92708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:59.487030 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Received port after_create {{(pid=92708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:59.511609 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Pushing event updated for resources: {'Port': ['ID=6a7bd383-0980-4457-9196-e403b67a3743,revision_number=1']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:59.514997 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:59.538183 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Notify callbacks [] for port, precommit_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.580543 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Transition to ACTIVE for port object aab793b6-04e0-4070-ae95-1fdbf974d2b9 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:59.607814 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.614741 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-3fe4ebe1-2b92-4246-b860-23ba5f04fa70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:59.643275 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Attempting to bind port 6a7bd383-0980-4457-9196-e403b67a3743 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:59.644234 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Attempting to bind port 6a7bd383-0980-4457-9196-e403b67a3743 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:59.644754 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Attempting to bind port 6a7bd383-0980-4457-9196-e403b67a3743 on network 04098ac0-8bd2-4ef0-9a93-7c0452920019 {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:59.658244 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:59.658661 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Checking segment: {'id': '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:59.659885 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.659885 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Bound using segment: {'id': '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:59.660086 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Bound port: 6a7bd383-0980-4457-9196-e403b67a3743, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:59.660292 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.671743 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982'] for router, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.680943 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160d551-9c56-4341-878e-2aea152abfb7 req-96b7e18c-9505-4d97-9b9f-89f30b216af5 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:59.683162 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d160d551-9c56-4341-878e-2aea152abfb7 req-96b7e18c-9505-4d97-9b9f-89f30b216af5 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 945 time: 0.0697472 Jun 16 16:55:59.726271 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d160d551-9c56-4341-878e-2aea152abfb7 req-832fb855-b84d-4393-a85f-bffc5cc3d14b tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371225 Jun 16 16:55:59.823561 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Router ec78c2c1-9205-4d4a-b74c-524585fbc862 is scheduled to L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 with binding_index 1 {{(pid=92705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:55:59.856462 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cc296-4e77-422b-af3a-4d76bb90aa06 None None] Pushing event updated for resources: {'Port': ['ID=aab793b6-04e0-4070-ae95-1fdbf974d2b9,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:59.860425 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-265cc296-4e77-422b-af3a-4d76bb90aa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:59.946097 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:55:59.956314 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Sync routers for ids ['ec78c2c1-9205-4d4a-b74c-524585fbc862'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:55:59.966551 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Attempting to bind port aab793b6-04e0-4070-ae95-1fdbf974d2b9 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:59.966803 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Attempting to bind port aab793b6-04e0-4070-ae95-1fdbf974d2b9 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:59.967121 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Attempting to bind port aab793b6-04e0-4070-ae95-1fdbf974d2b9 on network 35d6f5f5-7722-4351-b624-f6595cd0870f {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:59.970446 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Routers {'ec78c2c1-9205-4d4a-b74c-524585fbc862'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:59.972204 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.973725 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:55:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['ec78c2c1-9205-4d4a-b74c-524585fbc862'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:59.974800 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6860247 Jun 16 16:55:59.976822 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 57302) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:59.978840 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] For port 6a7bd383-0980-4457-9196-e403b67a3743, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:59.983773 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:59.985524 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Checking segment: {'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:59.985943 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:59.986370 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Bound using segment: {'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:59.986863 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Bound port: aab793b6-04e0-4070-ae95-1fdbf974d2b9, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:59.987297 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:00.006594 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] For port 6a7bd383-0980-4457-9196-e403b67a3743, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=6a7bd383-0980-4457-9196-e403b67a3743,segment=NetworkSegment(0098925e-ef6a-4a30-9a52-fe1e76d3e1bd),segment_id=0098925e-ef6a-4a30-9a52-fe1e76d3e1bd)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:56:00.013367 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:00.016159 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-9a19e5f7-e032-4840-b3a8-d55d5185f501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:00.115702 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Pushing event updated for resources: {'Port': ['ID=6a7bd383-0980-4457-9196-e403b67a3743,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:00.121883 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:00.128729 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] For port aab793b6-04e0-4070-ae95-1fdbf974d2b9, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:56:00.134861 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Set router ec78c2c1-9205-4d4a-b74c-524585fbc862 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:56:00.146672 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] For port aab793b6-04e0-4070-ae95-1fdbf974d2b9, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=aab793b6-04e0-4070-ae95-1fdbf974d2b9,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:56:00.154274 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:00.156420 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:00.237165 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Routers {'c10ecfc4-1677-4e71-ab65-986a024551e3'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:56:00.237496 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:55:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['c10ecfc4-1677-4e71-ab65-986a024551e3'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:00.239348 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cc296-4e77-422b-af3a-4d76bb90aa06 None None] Pushing event updated for resources: {'Port': ['ID=aab793b6-04e0-4070-ae95-1fdbf974d2b9,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:00.243228 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-265cc296-4e77-422b-af3a-4d76bb90aa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:00.344809 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:56:00.432269 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'name': 'tempest-TestMinimumBasicScenario-1796907488-router', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:55:59Z', 'revision_number': 3, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'gw_port': {'id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:00.436234 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Checking router: ec78c2c1-9205-4d4a-b74c-524585fbc862 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:56:00.436571 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Updating router ec78c2c1-9205-4d4a-b74c-524585fbc862 port e6e67ab4-445e-433e-b82a-7205049badda binding host dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:56:00.439708 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] Set router c10ecfc4-1677-4e71-ab65-986a024551e3 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:56:00.493236 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:00.524140 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 424d1cff-e772-430c-8da3-be91fec00b8b up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:00.554073 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433495c-ecff-4794-9dfd-8fda5b2ff47c req-c53b0c85-772f-4061-8efd-4df9504dfbe2 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:00.555678 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1433495c-ecff-4794-9dfd-8fda5b2ff47c req-c53b0c85-772f-4061-8efd-4df9504dfbe2 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.3285866 Jun 16 16:56:00.624411 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1433495c-ecff-4794-9dfd-8fda5b2ff47c req-8873428c-c110-4c9c-bc3b-a606e65bd938 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586050 Jun 16 16:56:00.731695 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 424d1cff-e772-430c-8da3-be91fec00b8b triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:00.732052 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:00.775606 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:00.861469 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'aab793b6-04e0-4070-ae95-1fdbf974d2b9', 'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'tenant_id': '995454a579f541d890449e49085c1044', 'mac_address': 'fa:16:3e:e0:cf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:55Z', 'updated_at': '2021-06-16T16:56:00Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'subnets': [{'id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:00.867421 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a09f7-dd1b-4df9-92f0-b2b4edc8dcb7 None None] The sync data for ids ['c10ecfc4-1677-4e71-ab65-986a024551e3'] in dv-cinder-783389-6-iscsi is: [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'aab793b6-04e0-4070-ae95-1fdbf974d2b9', 'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'tenant_id': '995454a579f541d890449e49085c1044', 'mac_address': 'fa:16:3e:e0:cf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:55Z', 'updated_at': '2021-06-16T16:56:00Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'subnets': [{'id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:56:00.908319 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Notify callbacks [] for port, precommit_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:00.923635 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.provisioning_blocks [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Transition to ACTIVE for port object e6e67ab4-445e-433e-b82a-7205049badda will not be triggered until provisioned by entity L2. {{(pid=92709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:00.946407 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:00.946407 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:00.961433 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b219c7-2d39-4f5b-a8e4-30d776fec96a req-26075d3d-09cf-4db3-865c-de3dd81fbd93 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:00.963675 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d6b219c7-2d39-4f5b-a8e4-30d776fec96a req-26075d3d-09cf-4db3-865c-de3dd81fbd93 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 943 time: 0.1789241 Jun 16 16:56:01.016664 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Pushing event updated for resources: {'Port': ['ID=e6e67ab4-445e-433e-b82a-7205049badda,revision_number=2']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:01.018869 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Attempting to bind port e6e67ab4-445e-433e-b82a-7205049badda on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:56:01.019239 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Attempting to bind port e6e67ab4-445e-433e-b82a-7205049badda by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:56:01.019601 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Attempting to bind port e6e67ab4-445e-433e-b82a-7205049badda on network f918d14e-4c62-4a95-b646-f45c14c58acf {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:01.028956 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:56:01.029334 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:01.029879 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:01.030135 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Bound using segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:56:01.030660 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Bound port: e6e67ab4-445e-433e-b82a-7205049badda, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:56:01.031036 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:01.033488 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.033678 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.034007 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.034376 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.034701 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.035017 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.035338 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.035676 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.036038 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.036339 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.036652 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.036982 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:01.042547 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:01.119617 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] For port e6e67ab4-445e-433e-b82a-7205049badda, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:56:01.124267 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] For port e6e67ab4-445e-433e-b82a-7205049badda, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=e6e67ab4-445e-433e-b82a-7205049badda,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:56:01.129303 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:01.132075 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-ec332b77-64ea-41ea-ae7f-16bd2fa5b1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:01.190511 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Pushing event updated for resources: {'Port': ['ID=e6e67ab4-445e-433e-b82a-7205049badda,revision_number=3']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:01.195024 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:01.203847 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Routers {'ec78c2c1-9205-4d4a-b74c-524585fbc862'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:56:01.204467 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:55:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['ec78c2c1-9205-4d4a-b74c-524585fbc862'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:01.303773 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d6b219c7-2d39-4f5b-a8e4-30d776fec96a req-df5f265c-03e8-4ebd-864a-2f4852bbf0f1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331833 Jun 16 16:56:01.312364 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Allocated IP 172.20.0.1 (04098ac0-8bd2-4ef0-9a93-7c0452920019/92d1c09f-711e-42d6-a058-531adb106e33/03906340-ab2e-497e-8a52-7702fc825987) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:56:01.364888 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] Set router ec78c2c1-9205-4d4a-b74c-524585fbc862 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:56:01.486634 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f881365d-f81c-46e3-a8f6-d3a507e4b9f5 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:56:01.491909 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:01.513677 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Transition to ACTIVE for port object 03906340-ab2e-497e-8a52-7702fc825987 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:01.564024 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:01.570734 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-36ddf982-ee92-49a9-902a-ac52b07800cc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:01.638094 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f881365d-f81c-46e3-a8f6-d3a507e4b9f5, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:01.640797 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Network 04098ac0-8bd2-4ef0-9a93-7c0452920019 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:56:01.644699 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:01.655807 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5', 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705', 'port_id': 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5', 'mac_address': 'fa:16:3e:49:89:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ec563f-d779-46da-a73c-8e96791f4915', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:56:01.660989 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8d95c0-d752-47b0-ba03-d5132579bdbe None None] Network 04098ac0-8bd2-4ef0-9a93-7c0452920019 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:01.670856 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:56:01.762789 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Pushing event updated for resources: {'Port': ['ID=03906340-ab2e-497e-8a52-7702fc825987,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:01.770888 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:01.802154 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'name': 'tempest-TestMinimumBasicScenario-1796907488-router', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:55:59Z', 'revision_number': 3, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'gw_port': {'id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:01.805846 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1c605-ef90-4c3a-bfd4-4223ba1db766 None None] The sync data for ids ['ec78c2c1-9205-4d4a-b74c-524585fbc862'] in dv-cinder-783389-6-iscsi is: [{'id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'name': 'tempest-TestMinimumBasicScenario-1796907488-router', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:55:59Z', 'revision_number': 3, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'gw_port': {'id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:56:01.811126 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934999'] for router_interface, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:01.878999 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:01.909895 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f881365d-f81c-46e3-a8f6-d3a507e4b9f5 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:56:01.916503 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-b8afc15f-ee6f-4fd2-8754-31c516b3ac09 None None] Provisioning for port 6a7bd383-0980-4457-9196-e403b67a3743 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:01.919942 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2f60-e938-421e-a52e-f897c1061cac req-22676287-8cd2-422d-a2e0-f8b4350631d2 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:01.922913 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f7c2f60-e938-421e-a52e-f897c1061cac req-22676287-8cd2-422d-a2e0-f8b4350631d2 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 945 time: 0.2484033 Jun 16 16:56:01.940770 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f881365d-f81c-46e3-a8f6-d3a507e4b9f5, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:01.950629 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:01.953956 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-3fe4ebe1-2b92-4246-b860-23ba5f04fa70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:02.028616 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:02.040638 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:02.063791 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f7c2f60-e938-421e-a52e-f897c1061cac req-54af3155-ac3b-4f02-8441-b355bd83a497 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238458 Jun 16 16:56:02.082864 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06321c0b-8d01-44b2-b151-b6f3840ff0ef req-ef56313a-89fd-48c6-9080-8842c9a573c5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:02.084592 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-06321c0b-8d01-44b2-b151-b6f3840ff0ef req-ef56313a-89fd-48c6-9080-8842c9a573c5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.2257595 Jun 16 16:56:02.188806 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:02.203514 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-06321c0b-8d01-44b2-b151-b6f3840ff0ef req-bada4fef-2bfa-4458-9da2-c0791f7dfc8f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089561 Jun 16 16:56:02.283451 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-26184e08-2b72-4ae6-85f7-5e7209250885 None None] Provisioning for port 03906340-ab2e-497e-8a52-7702fc825987 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:02.287467 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-26184e08-2b72-4ae6-85f7-5e7209250885 None None] Provisioning complete for port 03906340-ab2e-497e-8a52-7702fc825987 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:02.287855 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-26184e08-2b72-4ae6-85f7-5e7209250885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:02.353956 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-26184e08-2b72-4ae6-85f7-5e7209250885 None None] Port 03906340-ab2e-497e-8a52-7702fc825987 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:56:02.440918 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:02.446865 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:02.450103 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:02.639516 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 6a7bd383-0980-4457-9196-e403b67a3743 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:02.656154 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Pushing event updated for resources: {'Port': ['ID=03906340-ab2e-497e-8a52-7702fc825987,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:02.659455 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934955'] for router_interface, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:02.661450 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:02.693158 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-e8b8aff3-d7db-4da4-8eea-b12392d0e197 None None] Provisioning complete for port 03906340-ab2e-497e-8a52-7702fc825987 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:02.693553 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aff3-d7db-4da4-8eea-b12392d0e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:02.736912 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8aff3-d7db-4da4-8eea-b12392d0e197 None None] Port 03906340-ab2e-497e-8a52-7702fc825987 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:56:02.749032 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 6a7bd383-0980-4457-9196-e403b67a3743 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:02.754442 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 6a7bd383-0980-4457-9196-e403b67a3743 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:02.754442 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:02.754670 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75656b6-eb7e-4025-8684-75d607391235 req-d59f1777-2cbb-45e8-b6ec-e67d8c36eb94 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:02.755140 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c75656b6-eb7e-4025-8684-75d607391235 req-d59f1777-2cbb-45e8-b6ec-e67d8c36eb94 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 944 time: 0.1777742 Jun 16 16:56:02.795409 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Network 04098ac0-8bd2-4ef0-9a93-7c0452920019 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:56:02.799442 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:02.819002 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c75656b6-eb7e-4025-8684-75d607391235 req-00a908ab-b0d9-4e40-983e-1e86177bb923 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Jun 16 16:56:02.863554 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:02.910128 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 6a7bd383-0980-4457-9196-e403b67a3743, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=6a7bd383-0980-4457-9196-e403b67a3743,segment=NetworkSegment(0098925e-ef6a-4a30-9a52-fe1e76d3e1bd),segment_id=0098925e-ef6a-4a30-9a52-fe1e76d3e1bd)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:02.920203 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:02.921391 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device aab793b6-04e0-4070-ae95-1fdbf974d2b9 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:02.924192 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:02.953350 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Router ec78c2c1-9205-4d4a-b74c-524585fbc862 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:56:03.030508 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=6a7bd383-0980-4457-9196-e403b67a3743,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:03.040013 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port aab793b6-04e0-4070-ae95-1fdbf974d2b9 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:03.042657 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:03.045254 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port aab793b6-04e0-4070-ae95-1fdbf974d2b9 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:03.045751 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:03.089551 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-6896609e-9004-4fc7-9048-13ce33e96137 None None] Provisioning complete for port 03906340-ab2e-497e-8a52-7702fc825987 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:03.090036 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6896609e-9004-4fc7-9048-13ce33e96137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:03.092836 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:56:03.103574 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] 10.222.0.98 "PUT /v2.0/routers/ec78c2c1-9205-4d4a-b74c-524585fbc862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1254227 Jun 16 16:56:03.175526 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-6896609e-9004-4fc7-9048-13ce33e96137 None None] Port 03906340-ab2e-497e-8a52-7702fc825987 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:56:03.180525 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['f881365d-f81c-46e3-a8f6-d3a507e4b9f5'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:56:03.263038 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:03.348591 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee647f5d-4136-4d66-80a9-9e1d19399ac1 req-4be86d96-0390-4b2e-a9f3-4363ee1b5a78 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:03.361414 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ee647f5d-4136-4d66-80a9-9e1d19399ac1 req-4be86d96-0390-4b2e-a9f3-4363ee1b5a78 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 945 time: 0.0917840 Jun 16 16:56:03.380279 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port aab793b6-04e0-4070-ae95-1fdbf974d2b9, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=aab793b6-04e0-4070-ae95-1fdbf974d2b9,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:03.407420 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:03.410305 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e6e67ab4-445e-433e-b82a-7205049badda up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:03.417348 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-265cc296-4e77-422b-af3a-4d76bb90aa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:03.450910 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ee647f5d-4136-4d66-80a9-9e1d19399ac1 req-9bec4d8e-298f-42b7-ac88-6c054ebd5eb8 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/security-groups?id=d8f4614f-4433-4a4f-8537-26980b5919a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880072 Jun 16 16:56:03.492262 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00b6fd-234f-4255-bccb-8873c968791a req-b2e4a880-b3ca-42a1-8c18-8520b934a43a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:03.495810 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c00b6fd-234f-4255-bccb-8873c968791a req-b2e4a880-b3ca-42a1-8c18-8520b934a43a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0929031 Jun 16 16:56:03.544222 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c00b6fd-234f-4255-bccb-8873c968791a req-da249eb5-6288-450b-b1cc-0d09d94478a6 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372872 Jun 16 16:56:03.549033 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=aab793b6-04e0-4070-ae95-1fdbf974d2b9,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:03.554885 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:03.605036 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port e6e67ab4-445e-433e-b82a-7205049badda completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:03.625399 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port e6e67ab4-445e-433e-b82a-7205049badda triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:03.625782 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:03.652340 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca21466-db97-45e3-9739-6e5197c39f88 req-b37b01a1-5c09-4ba4-883d-2181af416af5 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:03.654122 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dca21466-db97-45e3-9739-6e5197c39f88 req-b37b01a1-5c09-4ba4-883d-2181af416af5 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 945 time: 0.0891626 Jun 16 16:56:03.737880 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:03.761560 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port e6e67ab4-445e-433e-b82a-7205049badda, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=e6e67ab4-445e-433e-b82a-7205049badda,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:03.767339 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:03.770985 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:03.831751 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-dca21466-db97-45e3-9739-6e5197c39f88 req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Deleting port ebccd280-c76a-4ce6-8b33-80160520e19d {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:56:03.832226 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-dca21466-db97-45e3-9739-6e5197c39f88 req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:03.843278 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=e6e67ab4-445e-433e-b82a-7205049badda,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:03.861473 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:03.958661 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-dca21466-db97-45e3-9739-6e5197c39f88 req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] For port ebccd280-c76a-4ce6-8b33-80160520e19d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=ebccd280-c76a-4ce6-8b33-80160520e19d,segment=NetworkSegment(d49fa0ae-ac72-48be-b4e0-2322cb348ed8),segment_id=d49fa0ae-ac72-48be-b4e0-2322cb348ed8)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:03.959218 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-dca21466-db97-45e3-9739-6e5197c39f88 req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:04.092628 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-dca21466-db97-45e3-9739-6e5197c39f88 req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Calling delete_port for ebccd280-c76a-4ce6-8b33-80160520e19d owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:56:04.209613 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108941c-4a2e-43fb-ac09-3430d890f181 req-4ee5ba1c-3431-4677-a38f-68fbd6133f34 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:04.211146 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2108941c-4a2e-43fb-ac09-3430d890f181 req-4ee5ba1c-3431-4677-a38f-68fbd6133f34 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 944 time: 0.2388580 Jun 16 16:56:04.270246 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2108941c-4a2e-43fb-ac09-3430d890f181 req-2d2d70b2-d778-4ccb-8b5d-4e9decc7b03f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514019 Jun 16 16:56:04.318886 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-dca21466-db97-45e3-9739-6e5197c39f88 req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:04.323444 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:04.332562 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['ebccd280-c76a-4ce6-8b33-80160520e19d'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:56:04.378086 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Pushing event deleted for resources: {'Port': ['ID=ebccd280-c76a-4ce6-8b33-80160520e19d,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:04.404873 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:04.415213 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Sync routers for ids ['ec78c2c1-9205-4d4a-b74c-524585fbc862'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:56:04.434976 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Routers {'ec78c2c1-9205-4d4a-b74c-524585fbc862'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:56:04.435954 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:55:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['ec78c2c1-9205-4d4a-b74c-524585fbc862'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:04.551938 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca21466-db97-45e3-9739-6e5197c39f88 req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] No DVR routers for this DVR port ebccd280-c76a-4ce6-8b33-80160520e19d on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:56:04.559471 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-dca21466-db97-45e3-9739-6e5197c39f88 req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:04.561504 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dca21466-db97-45e3-9739-6e5197c39f88 req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.46 "DELETE /v2.0/ports/ebccd280-c76a-4ce6-8b33-80160520e19d HTTP/1.1" status: 204 len: 173 time: 0.9015112 Jun 16 16:56:04.562021 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6ee586-1e22-4321-964a-38abba101f23', 'name': 'network-vif-deleted', 'tag': 'ebccd280-c76a-4ce6-8b33-80160520e19d'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:56:04.590530 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b291bb-7b09-4cef-a60d-7a7ae60179dd" -d '{"events": [{"server_uuid": "1f6ee586-1e22-4321-964a-38abba101f23", "name": "network-vif-deleted", "tag": "ebccd280-c76a-4ce6-8b33-80160520e19d"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:56:04.691441 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2b62ec-f1aa-490a-8d57-481a60959656 x-openstack-request-id: req-6d2b62ec-f1aa-490a-8d57-481a60959656 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:56:04.696086 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6ee586-1e22-4321-964a-38abba101f23", "name": "network-vif-deleted", "tag": "ebccd280-c76a-4ce6-8b33-80160520e19d", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:56:04.698372 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6d2b62ec-f1aa-490a-8d57-481a60959656 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:56:04.699130 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6ee586-1e22-4321-964a-38abba101f23', 'name': 'network-vif-deleted', 'tag': 'ebccd280-c76a-4ce6-8b33-80160520e19d', 'status': 'completed', 'code': 200} Jun 16 16:56:04.706244 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d2dc12c1-a790-4a53-8751-3e2ac0baf92d req-735e142d-31fd-4fc3-a5b6-a90ba14afaa3 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 210 time: 0.0777099 Jun 16 16:56:04.786760 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 6a7bd383-0980-4457-9196-e403b67a3743 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:04.792625 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f881365d-f81c-46e3-a8f6-d3a507e4b9f5 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:04.903014 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8a925-9366-436a-96e8-b374b269356c req-8888e59c-0ba0-4aec-b7e4-97f32cb545e1 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:04.912673 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94c8a925-9366-436a-96e8-b374b269356c req-8888e59c-0ba0-4aec-b7e4-97f32cb545e1 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0909553 Jun 16 16:56:04.925553 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port f881365d-f81c-46e3-a8f6-d3a507e4b9f5 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:04.939744 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port f881365d-f81c-46e3-a8f6-d3a507e4b9f5 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:04.940222 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:04.944604 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 6a7bd383-0980-4457-9196-e403b67a3743 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:04.945051 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:04.952371 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Set router ec78c2c1-9205-4d4a-b74c-524585fbc862 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:56:05.021460 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94c8a925-9366-436a-96e8-b374b269356c req-c98f5dba-e13c-4de3-aa4b-45baf2cdcf90 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069236 Jun 16 16:56:05.320320 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device aab793b6-04e0-4070-ae95-1fdbf974d2b9 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:05.375178 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:05.426603 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150659e-6172-4ace-b25a-11ca9d3cc12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:56:05.428772 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac12a2ef-5b0d-42b1-b592-163e7e979705" -d '{"events": [{"server_uuid": "7150659e-6172-4ace-b25a-11ca9d3cc12c", "name": "network-vif-plugged", "status": "completed", "tag": "f881365d-f81c-46e3-a8f6-d3a507e4b9f5"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:56:05.448364 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f881365d-f81c-46e3-a8f6-d3a507e4b9f5, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:05.459249 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:05.463567 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:05.500640 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port aab793b6-04e0-4070-ae95-1fdbf974d2b9 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:05.500875 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:05.510743 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85922e58-0805-4df8-89a5-e35d3148d9c3 req-3cf26574-7fa0-4e44-8f46-617a41788856 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:05.518938 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-85922e58-0805-4df8-89a5-e35d3148d9c3 req-3cf26574-7fa0-4e44-8f46-617a41788856 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 944 time: 0.0994515 Jun 16 16:56:05.534962 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'name': 'tempest-TestMinimumBasicScenario-1796907488-router', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:56:02Z', 'revision_number': 4, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'gw_port': {'id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '03906340-ab2e-497e-8a52-7702fc825987', 'name': '', 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'mac_address': 'fa:16:3e:3e:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '92d1c09f-711e-42d6-a058-531adb106e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:00Z', 'updated_at': '2021-06-16T16:56:02Z', 'revision_number': 2, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'subnets': [{'id': '92d1c09f-711e-42d6-a058-531adb106e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:05.539481 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb72005d-5696-4341-86d3-58f8011670d8 x-openstack-request-id: req-cb72005d-5696-4341-86d3-58f8011670d8 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:56:05.539481 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7150659e-6172-4ace-b25a-11ca9d3cc12c", "name": "network-vif-plugged", "status": "completed", "tag": "f881365d-f81c-46e3-a8f6-d3a507e4b9f5", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:56:05.540996 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb72005d-5696-4341-86d3-58f8011670d8 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:56:05.540996 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150659e-6172-4ace-b25a-11ca9d3cc12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5', 'code': 200} Jun 16 16:56:05.561020 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Checking router: ec78c2c1-9205-4d4a-b74c-524585fbc862 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:56:05.561386 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Updating router ec78c2c1-9205-4d4a-b74c-524585fbc862 port 03906340-ab2e-497e-8a52-7702fc825987 binding host dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:56:05.571241 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:05.585698 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-85922e58-0805-4df8-89a5-e35d3148d9c3 req-0fc6f9e0-81b7-4aae-95a5-8f1269a1a5ce tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657082 Jun 16 16:56:05.594981 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:05.638730 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:05.687561 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e6e67ab4-445e-433e-b82a-7205049badda up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:05.848749 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port e6e67ab4-445e-433e-b82a-7205049badda triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:05.849420 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:05.868434 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07149b2-1dc6-4b52-a969-4a7735a5fe03 req-4aa126a8-526f-4dcb-b158-b2dd403aa2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:05.869952 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a07149b2-1dc6-4b52-a969-4a7735a5fe03 req-4aa126a8-526f-4dcb-b158-b2dd403aa2bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 1098 time: 0.0808580 Jun 16 16:56:06.001199 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a07149b2-1dc6-4b52-a969-4a7735a5fe03 req-05fb150c-72a4-46f2-93cf-e550b0a426c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211066 Jun 16 16:56:06.004073 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-84561425-790a-4e63-841e-d52ee5d80534 req-152f8f6d-6e43-45d6-8a78-66a39170814f tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f6ee586-1e22-4321-964a-38abba101f23 HTTP/1.1" status: 200 len: 210 time: 0.0602653 Jun 16 16:56:06.081197 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Notify callbacks [] for port, precommit_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:06.095689 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Transition to ACTIVE for port object 03906340-ab2e-497e-8a52-7702fc825987 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:06.108093 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:06.121099 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:06.263398 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a163047-0e84-4721-80f0-a789b611063c req-c4d2f9e0-2f44-4be2-88ce-ab8455fce365 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:06.265000 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2a163047-0e84-4721-80f0-a789b611063c req-c4d2f9e0-2f44-4be2-88ce-ab8455fce365 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1078813 Jun 16 16:56:06.342223 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2a163047-0e84-4721-80f0-a789b611063c req-44410eb1-aa30-40e5-9a63-cf612a42ddaa tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681272 Jun 16 16:56:06.378635 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Attempting to bind port 03906340-ab2e-497e-8a52-7702fc825987 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:56:06.379326 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Attempting to bind port 03906340-ab2e-497e-8a52-7702fc825987 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:56:06.379865 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Attempting to bind port 03906340-ab2e-497e-8a52-7702fc825987 on network 04098ac0-8bd2-4ef0-9a93-7c0452920019 {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:06.382038 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e338fe-5d6a-4123-aaba-cb9a4c375f88 None None] Pushing event updated for resources: {'Port': ['ID=03906340-ab2e-497e-8a52-7702fc825987,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:06.392429 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-88e338fe-5d6a-4123-aaba-cb9a4c375f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:06.396205 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:56:06.396205 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Checking segment: {'id': '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:06.396630 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:06.397026 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Bound using segment: {'id': '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:56:06.397556 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Bound port: 03906340-ab2e-497e-8a52-7702fc825987, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:56:06.398023 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:06.493315 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] For port 03906340-ab2e-497e-8a52-7702fc825987, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:56:06.497274 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] For port 03906340-ab2e-497e-8a52-7702fc825987, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=03906340-ab2e-497e-8a52-7702fc825987,segment=NetworkSegment(0098925e-ef6a-4a30-9a52-fe1e76d3e1bd),segment_id=0098925e-ef6a-4a30-9a52-fe1e76d3e1bd)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:56:06.506029 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:06.510151 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:06.630496 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e338fe-5d6a-4123-aaba-cb9a4c375f88 None None] Pushing event updated for resources: {'Port': ['ID=03906340-ab2e-497e-8a52-7702fc825987,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:06.633196 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Routers {'ec78c2c1-9205-4d4a-b74c-524585fbc862'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:56:06.633922 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:55:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['ec78c2c1-9205-4d4a-b74c-524585fbc862'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:06.635819 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-88e338fe-5d6a-4123-aaba-cb9a4c375f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:06.769190 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device ebccd280-c76a-4ce6-8b33-80160520e19d no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:56:06.800703 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: ebccd280-c76a-4ce6-8b33-80160520e19d {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:56:06.801043 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device ebccd280-c76a-4ce6-8b33-80160520e19d not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:56:06.820395 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] Set router ec78c2c1-9205-4d4a-b74c-524585fbc862 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:56:06.851435 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84670823-1fd1-4031-9cda-f70a044dd943 req-02eb2259-5696-4653-b566-6b67d2125cae tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:06.854161 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-84670823-1fd1-4031-9cda-f70a044dd943 req-02eb2259-5696-4653-b566-6b67d2125cae tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 945 time: 0.1172516 Jun 16 16:56:06.929837 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-84670823-1fd1-4031-9cda-f70a044dd943 req-ae805054-5a72-4b60-93dd-01f21a70ef3e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699439 Jun 16 16:56:07.096503 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'name': 'tempest-TestMinimumBasicScenario-1796907488-router', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:56:02Z', 'revision_number': 4, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'gw_port': {'id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '03906340-ab2e-497e-8a52-7702fc825987', 'name': '', 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'mac_address': 'fa:16:3e:3e:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '92d1c09f-711e-42d6-a058-531adb106e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:00Z', 'updated_at': '2021-06-16T16:56:06Z', 'revision_number': 4, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'subnets': [{'id': '92d1c09f-711e-42d6-a058-531adb106e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:07.100076 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4747c-8ac7-4a55-8fd9-8c7323f1aae1 None None] The sync data for ids ['ec78c2c1-9205-4d4a-b74c-524585fbc862'] in dv-cinder-783389-6-iscsi is: [{'id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'name': 'tempest-TestMinimumBasicScenario-1796907488-router', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:56:02Z', 'revision_number': 4, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'gw_port': {'id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '03906340-ab2e-497e-8a52-7702fc825987', 'name': '', 'network_id': '04098ac0-8bd2-4ef0-9a93-7c0452920019', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'mac_address': 'fa:16:3e:3e:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '92d1c09f-711e-42d6-a058-531adb106e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:00Z', 'updated_at': '2021-06-16T16:56:06Z', 'revision_number': 4, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'subnets': [{'id': '92d1c09f-711e-42d6-a058-531adb106e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:56:07.625843 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788be47-c4aa-4ea5-b358-6c2552aefbc6 req-40c1bab4-183e-415f-af3e-e309b1ae086d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:07.637385 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9788be47-c4aa-4ea5-b358-6c2552aefbc6 req-40c1bab4-183e-415f-af3e-e309b1ae086d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1318307 Jun 16 16:56:07.686574 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9788be47-c4aa-4ea5-b358-6c2552aefbc6 req-9ec1a7fc-5637-4824-adcc-920b0f53bb28 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446553 Jun 16 16:56:08.170613 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b6c06-808c-4a1a-8094-00e0902b1d30 req-bc4ca8e0-fd91-43e0-b13a-6da8e8bb46d3 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:08.172119 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-676b6c06-808c-4a1a-8094-00e0902b1d30 req-bc4ca8e0-fd91-43e0-b13a-6da8e8bb46d3 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 945 time: 0.0768108 Jun 16 16:56:08.214315 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-676b6c06-808c-4a1a-8094-00e0902b1d30 req-c18fc6f4-4536-4497-9dd0-a2c2d62a33a4 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349557 Jun 16 16:56:08.456113 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 03906340-ab2e-497e-8a52-7702fc825987 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:08.519192 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 03906340-ab2e-497e-8a52-7702fc825987 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:08.523296 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 03906340-ab2e-497e-8a52-7702fc825987 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:08.523671 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:08.630505 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:08.669157 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 03906340-ab2e-497e-8a52-7702fc825987, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=03906340-ab2e-497e-8a52-7702fc825987,segment=NetworkSegment(0098925e-ef6a-4a30-9a52-fe1e76d3e1bd),segment_id=0098925e-ef6a-4a30-9a52-fe1e76d3e1bd)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:08.683135 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:08.688259 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:08.762519 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=03906340-ab2e-497e-8a52-7702fc825987,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:08.764882 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:08.903069 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a56db-a799-455f-87e1-3292f6634268 req-afa7f251-81b7-4ccc-b41b-4b48d6341b38 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:08.910058 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-268a56db-a799-455f-87e1-3292f6634268 req-afa7f251-81b7-4ccc-b41b-4b48d6341b38 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0756872 Jun 16 16:56:08.950426 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-268a56db-a799-455f-87e1-3292f6634268 req-b2df49ef-892b-4ecb-9e85-41ccd6a2bf4e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393593 Jun 16 16:56:09.391721 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7ee55-a542-4056-8292-e598ee3dc9ce req-c2e860a6-8cdb-406e-8e38-e40efcc5ff3c tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:09.393590 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-abe7ee55-a542-4056-8292-e598ee3dc9ce req-c2e860a6-8cdb-406e-8e38-e40efcc5ff3c tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 945 time: 0.0670571 Jun 16 16:56:09.442199 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-abe7ee55-a542-4056-8292-e598ee3dc9ce req-5529ca06-b659-4be6-809d-dd38e326d0c0 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Jun 16 16:56:10.143684 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674516-2dc5-4a68-86a0-dd849cc51be3 req-074dea1e-e185-4981-9c30-980b446624ad tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:10.144954 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-79674516-2dc5-4a68-86a0-dd849cc51be3 req-074dea1e-e185-4981-9c30-980b446624ad tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0698137 Jun 16 16:56:10.192232 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-79674516-2dc5-4a68-86a0-dd849cc51be3 req-39578ccc-a6e7-4631-9aa8-de17f8e05f25 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Jun 16 16:56:10.426561 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 03906340-ab2e-497e-8a52-7702fc825987 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:10.478723 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 03906340-ab2e-497e-8a52-7702fc825987 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:10.479317 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:10.650001 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c446aa-23b8-4778-b1fe-222636af16a4 req-9d2f696e-9892-4004-a395-17486f09b3ec tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:10.651495 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-84c446aa-23b8-4778-b1fe-222636af16a4 req-9d2f696e-9892-4004-a395-17486f09b3ec tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 945 time: 0.0845702 Jun 16 16:56:10.694125 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-84c446aa-23b8-4778-b1fe-222636af16a4 req-b6c0f05c-dfeb-4fa7-8537-9a997caa7d3c tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Jun 16 16:56:11.654172 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b060f7b-cebc-4c64-88c4-9f8937049b0d req-e5414a1f-8975-4231-8804-ec3c3fae4b95 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:11.656052 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9b060f7b-cebc-4c64-88c4-9f8937049b0d req-e5414a1f-8975-4231-8804-ec3c3fae4b95 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1558006 Jun 16 16:56:11.716818 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9b060f7b-cebc-4c64-88c4-9f8937049b0d req-62b1b4ed-203d-4075-ad60-79a21284563b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410759 Jun 16 16:56:12.043446 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 57540) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:12.097432 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b39bbaf-7dab-45ea-a847-086e8ed2d454 admin admin] Deleting subnet 7ee6e6a9-d4e0-4649-994f-51b8a211609f {{(pid=92706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:56:12.101362 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6b39bbaf-7dab-45ea-a847-086e8ed2d454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:12.428673 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6b39bbaf-7dab-45ea-a847-086e8ed2d454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3390238'] for subnet, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:12.500830 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6b39bbaf-7dab-45ea-a847-086e8ed2d454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:12.574543 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6b39bbaf-7dab-45ea-a847-086e8ed2d454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3628078'] for subnet, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:12.579971 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e5a9d5b5-eba1-4006-a596-e5f716be9b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:12.607860 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39bbaf-7dab-45ea-a847-086e8ed2d454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee6e6a9-d4e0-4649-994f-51b8a211609f,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:12.612302 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6b39bbaf-7dab-45ea-a847-086e8ed2d454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:12.614791 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-6b39bbaf-7dab-45ea-a847-086e8ed2d454 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7ee6e6a9-d4e0-4649-994f-51b8a211609f HTTP/1.1" status: 204 len: 168 time: 0.5697849 Jun 16 16:56:12.616381 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-6b39bbaf-7dab-45ea-a847-086e8ed2d454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:12.616776 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 57552) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:12.693553 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:12.837919 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:12.879931 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d107f90e-2a8c-4f56-b0c2-a2e9406d5125']}} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:12.925846 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49fa0ae-ac72-48be-b4e0-2322cb348ed8') {'for_net_delete': True} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:12.926378 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49fa0ae-ac72-48be-b4e0-2322cb348ed8') {} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:12.950173 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3390215'] for segment, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:12.967140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.035967 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=92706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:56:13.045215 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387083'] for segment, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: Traceback (most recent call last): Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: timer() Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: cb(*args, **kw) Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: return func(*args, **kwargs) Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: self._notify() Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: self.callback(batched_events) Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: event.method(event) Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: return f(self, *a, **k) Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._get(url).json() Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: return self.request(url, 'GET', **kwargs) Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:56:13.047502 dv-cinder-783389-6-iscsi neutron-server[92706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:56:13.183554 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb0a20-56af-4be1-8491-68099be3843d req-d71c1bf8-e2f7-4458-a0f7-e6779f931300 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:13.190766 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1afb0a20-56af-4be1-8491-68099be3843d req-d71c1bf8-e2f7-4458-a0f7-e6779f931300 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.2211092 Jun 16 16:56:13.221195 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.251108 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1afb0a20-56af-4be1-8491-68099be3843d req-89b552ec-5860-4105-98d6-eaf3062e3f49 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592782 Jun 16 16:56:13.296239 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.298787 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] 10.222.0.98 "DELETE /v2.0/networks/d107f90e-2a8c-4f56-b0c2-a2e9406d5125 HTTP/1.1" status: 204 len: 168 time: 0.6810460 Jun 16 16:56:13.302555 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:13.345622 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d107f90e-2a8c-4f56-b0c2-a2e9406d5125,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:13.355664 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57584) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:13.356780 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-cb91a8d8-04ef-47e8-b89d-28ec1762aae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:13.390390 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-2ba0a49c-32b4-4a86-af50-ebd0278746f8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:13.392139 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-2ba0a49c-32b4-4a86-af50-ebd0278746f8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 815 time: 0.2479510 Jun 16 16:56:13.413989 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-32a7b18f-83bb-441a-8858-0410e4748785 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/quotas/3a2d27cc7362488db02aca35a3255b58 HTTP/1.1" status: 200 len: 375 time: 0.0157743 Jun 16 16:56:13.531970 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-edf0217d-8869-4d17-b154-a406289ed1e1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046631 Jun 16 16:56:13.603707 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5b68f63b-dca7-4023-8ab1-8d89a29908a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.631626 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57598) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:13.673978 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-9c67bb39-9d71-4ede-a163-a6402696f3bb service neutron] 10.222.0.98 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237929 Jun 16 16:56:13.787884 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5b68f63b-dca7-4023-8ab1-8d89a29908a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.791367 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7b6f4b07-b417-46d9-8862-032223286aba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8af118e377bf464ab91df6efd5974d9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0831490 Jun 16 16:56:13.795856 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 57610) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:13.800548 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5b68f63b-dca7-4023-8ab1-8d89a29908a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.824542 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:13.858578 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-5b68f63b-dca7-4023-8ab1-8d89a29908a3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e395b926d1ba45e6a99540cb40de48c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017869 Jun 16 16:56:13.859870 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68f63b-dca7-4023-8ab1-8d89a29908a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d385309e-7df5-475a-9832-6bdcd95b4221,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:13.866310 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57612) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:13.873401 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5b68f63b-dca7-4023-8ab1-8d89a29908a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:13.914616 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-105d2535-bc6b-447d-8c0c-996b85986857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.924793 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d189fd63-f350-4285-9606-30006ccaa65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.942547 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-105d2535-bc6b-447d-8c0c-996b85986857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.947580 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d189fd63-f350-4285-9606-30006ccaa65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.993878 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-94fae4ad-c8eb-4389-9678-a534377c7f20 service neutron] 10.222.0.98 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129914 Jun 16 16:56:14.007490 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-105d2535-bc6b-447d-8c0c-996b85986857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:14.010541 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-105d2535-bc6b-447d-8c0c-996b85986857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:14.014008 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-105d2535-bc6b-447d-8c0c-996b85986857 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d8f4614f-4433-4a4f-8537-26980b5919a1 HTTP/1.1" status: 204 len: 168 time: 0.2072043 Jun 16 16:56:14.014008 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c3fc1882-4d55-4b03-936c-a6789d86b113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:14.031426 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d189fd63-f350-4285-9606-30006ccaa65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:14.035728 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d189fd63-f350-4285-9606-30006ccaa65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:14.042522 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-d189fd63-f350-4285-9606-30006ccaa65b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d385309e-7df5-475a-9832-6bdcd95b4221 HTTP/1.1" status: 204 len: 168 time: 0.1748447 Jun 16 16:56:14.044628 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ffbe63b6-af37-4740-ae20-53961ad04f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:14.054570 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189fd63-f350-4285-9606-30006ccaa65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d385309e-7df5-475a-9832-6bdcd95b4221,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:14.057995 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-d189fd63-f350-4285-9606-30006ccaa65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:14.083293 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d2535-bc6b-447d-8c0c-996b85986857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f4614f-4433-4a4f-8537-26980b5919a1,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:14.096698 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-105d2535-bc6b-447d-8c0c-996b85986857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:14.328939 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ba775a4e-5672-4c5e-9b22-91ed93d01fbc req-c2911db5-54eb-41c6-a8d8-941d5adb4be4 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 210 time: 0.0464938 Jun 16 16:56:14.560485 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b239aa6-51f8-4519-a4f6-820ea1b7034a req-01346ba7-4e53-45c9-b38d-02f1c6602b68 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:14.566876 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1b239aa6-51f8-4519-a4f6-820ea1b7034a req-01346ba7-4e53-45c9-b38d-02f1c6602b68 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1288114 Jun 16 16:56:14.644701 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-458aef7f-cdae-4d63-8f13-2957445a3f8f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1713138 Jun 16 16:56:14.668591 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1b239aa6-51f8-4519-a4f6-820ea1b7034a req-0d0cf9f3-8d4f-46b2-8c79-7ae63a60defd tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919709 Jun 16 16:56:14.829944 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-add16b6e-0192-4fb2-8a91-8ae9682aa8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:14.832174 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-add16b6e-0192-4fb2-8a91-8ae9682aa8df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 1099 time: 0.1135094 Jun 16 16:56:15.126625 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-7e13363b-85ac-480e-89d5-88ab9e2bbded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:15.128305 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-7e13363b-85ac-480e-89d5-88ab9e2bbded service neutron] 10.222.0.46 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 917 time: 0.2601094 Jun 16 16:56:15.199012 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-f55df289-c835-4419-9bd6-beb08da15ed7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 HTTP/1.1" status: 200 len: 217 time: 0.0587039 Jun 16 16:56:15.306159 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-a1f8aaa8-9aba-4e22-a83c-2823b6b2f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:15.308474 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-a1f8aaa8-9aba-4e22-a83c-2823b6b2f970 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5ec563f-d779-46da-a73c-8e96791f4915 HTTP/1.1" status: 200 len: 855 time: 0.0902691 Jun 16 16:56:15.371251 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-e77ff8a3-4176-486d-8de2-b33f517639ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48a6b4e6-d0e9-4813-897a-814a175cc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543182 Jun 16 16:56:15.537140 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-355c6465-689d-4a62-b6b8-cca1266d0e6b service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543400 Jun 16 16:56:15.565878 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-59b19dd7-abbe-4400-b363-d8ff388101d4 req-d730be37-74b8-46dc-be11-aa1ee4fa5dca tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 210 time: 0.0442588 Jun 16 16:56:15.571810 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57684) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:15.704268 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9d07f2a-9af9-427c-8af6-8ab58b699193 req-9c3df628-7068-4a58-9d3c-bb49f3421b91 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494360 Jun 16 16:56:15.876487 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9d409819-d18e-4dd3-837b-6b1392388bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:15.990763 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce88d5-8357-466a-881e-66c1fbb905dd req-9f263945-3116-49fc-a1f2-e535609af686 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:16.016451 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-afce88d5-8357-466a-881e-66c1fbb905dd req-9f263945-3116-49fc-a1f2-e535609af686 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1685638 Jun 16 16:56:16.122805 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-afce88d5-8357-466a-881e-66c1fbb905dd req-1e3626fa-5c99-49a4-8d9a-e8b7316f4e8e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045015 Jun 16 16:56:16.126812 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9d409819-d18e-4dd3-837b-6b1392388bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:16.135867 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9d409819-d18e-4dd3-837b-6b1392388bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:16.141105 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3b55db08-d2e2-45bb-8cb5-fd24aea18f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:16.219499 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 57712) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:16.221995 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-9d409819-d18e-4dd3-837b-6b1392388bc4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=650697e2ae844ba29ba87aba72e9dea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6490557 Jun 16 16:56:16.232070 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d409819-d18e-4dd3-837b-6b1392388bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a484b8f-d126-4ab6-be2c-0ad133f3e4aa,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:16.246106 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-9d409819-d18e-4dd3-837b-6b1392388bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:16.504792 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-bc8147b5-3639-4885-be8b-8e183906734c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:16.593015 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-5cc45f6b-f315-442c-b6df-60e2e7265f3a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:16.594270 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-5cc45f6b-f315-442c-b6df-60e2e7265f3a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 815 time: 0.3336453 Jun 16 16:56:16.596368 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-bc8147b5-3639-4885-be8b-8e183906734c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:16.612490 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Request body: {'port': {'device_id': '529e8bab-c162-4d42-89af-95ded6922541', 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705', 'admin_state_up': True, 'tenant_id': '3a2d27cc7362488db02aca35a3255b58'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:16.813808 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a0d46dc2-79bf-4d0c-9091-6eb23e6b85cb req-4dedd8fe-5257-468d-a6e5-646a25c80bdc tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 210 time: 0.0464754 Jun 16 16:56:16.822721 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Made reservation on behalf of 3a2d27cc7362488db02aca35a3255b58 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:16.842152 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:16.914122 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-bc8147b5-3639-4885-be8b-8e183906734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:16.917472 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-bc8147b5-3639-4885-be8b-8e183906734c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:16.918642 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-bc8147b5-3639-4885-be8b-8e183906734c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9a484b8f-d126-4ab6-be2c-0ad133f3e4aa HTTP/1.1" status: 204 len: 168 time: 0.6980529 Jun 16 16:56:16.922140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:16.938045 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8147b5-3639-4885-be8b-8e183906734c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a484b8f-d126-4ab6-be2c-0ad133f3e4aa,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:16.942644 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-bc8147b5-3639-4885-be8b-8e183906734c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:17.031820 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Allocated IP 172.20.0.9 (48a6b4e6-d0e9-4813-897a-814a175cc705/d5ec563f-d779-46da-a73c-8e96791f4915/246cebf0-bddb-4577-ad8b-0de410d3f5e4) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:56:17.291284 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:17.409623 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97dca-faa8-4018-ac0d-5b5759b6ea85 req-a14beb66-71f3-4cbb-9d32-f22f72d80901 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:17.410156 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1fd97dca-faa8-4018-ac0d-5b5759b6ea85 req-a14beb66-71f3-4cbb-9d32-f22f72d80901 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1135540 Jun 16 16:56:17.411620 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:17.416073 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:17.423627 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2', 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:56:17.586064 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Network 48a6b4e6-d0e9-4813-897a-814a175cc705 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:56:17.594471 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:17.603241 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:56:17.605916 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Pushing event updated for resources: {'Port': ['ID=246cebf0-bddb-4577-ad8b-0de410d3f5e4,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:17.612069 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:17.639678 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1fd97dca-faa8-4018-ac0d-5b5759b6ea85 req-e7dd1c1b-53cc-46b7-b677-f1cdebe6dfa1 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059007 Jun 16 16:56:17.677645 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:17.678396 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:17.694927 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0868771 Jun 16 16:56:17.710839 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Request body: {'port': {'device_id': '529e8bab-c162-4d42-89af-95ded6922541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:17.827852 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:17.940247 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.027045 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57796) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:18.131762 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1921620281-network', 'tenant_id': '219bd16e14fe4f459e12cae6d4afcf16'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:18.152530 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Made reservation on behalf of 219bd16e14fe4f459e12cae6d4afcf16 for: {'network': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:18.155013 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.164768 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.216594 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-1387c2fa-fdf3-416a-93fa-1f79caf1bebb tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:18.218034 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-1387c2fa-fdf3-416a-93fa-1f79caf1bebb tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/networks?id=35d6f5f5-7722-4351-b624-f6595cd0870f HTTP/1.1" status: 200 len: 814 time: 0.2277310 Jun 16 16:56:18.225041 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4ef0e-6ac4-4870-a6f4-bbb4a0a49d1e req-cb1b1757-c3fa-45ed-bce9-b4c6ef63e867 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:18.226427 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-70f4ef0e-6ac4-4870-a6f4-bbb4a0a49d1e req-cb1b1757-c3fa-45ed-bce9-b4c6ef63e867 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 931 time: 0.2371933 Jun 16 16:56:18.258117 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-653f15e6-6e92-4db0-9cf4-6f02028aebe2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/quotas/995454a579f541d890449e49085c1044 HTTP/1.1" status: 200 len: 375 time: 0.0287817 Jun 16 16:56:18.262712 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.266802 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.269651 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:18.291799 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=92705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:56:18.301225 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f3957b-0460-4294-b17c-bf20c2ea3485,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:18.305451 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:18.306508 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.306841 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.segments_db [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Added segment d97434ea-bb93-434c-a69e-6988caaf47f5 of type vlan for network 85cd12db-ab83-4c48-a8fc-6f3611230458 Jun 16 16:56:18.341210 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-70f4ef0e-6ac4-4870-a6f4-bbb4a0a49d1e req-aa38caca-4c65-414a-88ab-ba394502cadb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997615 Jun 16 16:56:18.346550 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246cebf0-bddb-4577-ad8b-0de410d3f5e4 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:56:18.346954 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.356940 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.379539 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.380995 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:18.381646 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.381876 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Transition to ACTIVE for port object 246cebf0-bddb-4577-ad8b-0de410d3f5e4 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:18.389560 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.390630 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:18.394257 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-6d2ecabd-f08a-4d95-b0cc-a0142876e082 tempest-DeleteServersTestJSON-161382548 tempest-DeleteServersTestJSON-161382548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:18.409236 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-bd22a952-2d26-4a2f-8b1c-d564e3464e45 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=995454a579f541d890449e49085c1044&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437593 Jun 16 16:56:18.410879 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3826480 Jun 16 16:56:18.411832 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 57806) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:18.421522 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Request body: {'subnet': {'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1921620281-subnet', 'tenant_id': '219bd16e14fe4f459e12cae6d4afcf16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:18.471383 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Pushing event updated for resources: {'Network': ['ID=85cd12db-ab83-4c48-a8fc-6f3611230458,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:18.474718 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:18.482411 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 85cd12db-ab83-4c48-a8fc-6f3611230458 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:56:18.486115 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Made reservation on behalf of 219bd16e14fe4f459e12cae6d4afcf16 for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:18.488945 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25183587'] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.531217 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-1d24617b-7e0c-49db-b13a-53df68f1f4a1 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=6ad503ebce1a4def88505121c003f075&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710471 Jun 16 16:56:18.562513 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=246cebf0-bddb-4577-ad8b-0de410d3f5e4,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:18.574176 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:18.710921 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25363061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25183601'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.713769 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:18.778633 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7ed358-3927-41e6-9195-b1178b85d0a4,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:18.782192 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:18.785318 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Checking segment: {'id': 'd97434ea-bb93-434c-a69e-6988caaf47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:18.785908 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Network hostable DHCP agents. Network: 85cd12db-ab83-4c48-a8fc-6f3611230458, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:56:18.814733 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Network 85cd12db-ab83-4c48-a8fc-6f3611230458 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:56:18.826155 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 85cd12db-ab83-4c48-a8fc-6f3611230458) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:18.834325 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:18.834972 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:18.838654 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe110cc-903a-49be-8971-35bac2639e53 None None] Network 85cd12db-ab83-4c48-a8fc-6f3611230458 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:18.869914 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-1477216d-d75c-4811-b797-aa485433af53 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4547966 Jun 16 16:56:19.051736 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58466df0-2551-4448-a72d-adf8bd223f9b None None] Network 85cd12db-ab83-4c48-a8fc-6f3611230458 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:19.093821 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-41d2a453-d1fc-40ae-91d3-26b5c9065387 service neutron] 10.222.0.98 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304829 Jun 16 16:56:19.094878 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Attempting to bind port 246cebf0-bddb-4577-ad8b-0de410d3f5e4 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:56:19.095212 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Attempting to bind port 246cebf0-bddb-4577-ad8b-0de410d3f5e4 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:56:19.095539 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Attempting to bind port 246cebf0-bddb-4577-ad8b-0de410d3f5e4 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:19.104295 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-82fddd42-b8d7-4569-8b63-1574bf269e30 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:19.105675 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-82fddd42-b8d7-4569-8b63-1574bf269e30 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5490310 Jun 16 16:56:19.131914 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Port 246cebf0-bddb-4577-ad8b-0de410d3f5e4 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:56:19.132149 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Attempting to bind port 246cebf0-bddb-4577-ad8b-0de410d3f5e4 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:19.142420 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:56:19.142782 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Checking segment: {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:19.143143 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Bound using segment: {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:56:19.143571 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Bound port: 246cebf0-bddb-4577-ad8b-0de410d3f5e4, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:56:19.143917 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:19.154717 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-cee07921-a20e-4aa9-8132-fa6fa05bae26 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/quotas/6ad503ebce1a4def88505121c003f075 HTTP/1.1" status: 200 len: 375 time: 0.0398984 Jun 16 16:56:19.248812 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-5cd19621-e60f-4c95-84f9-2976a041603c tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6ad503ebce1a4def88505121c003f075&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517740 Jun 16 16:56:19.282971 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f6d2e341-8d31-4765-b2bd-2c48a67730b8 service neutron] 10.222.0.98 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763401 Jun 16 16:56:19.293062 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] For port 246cebf0-bddb-4577-ad8b-0de410d3f5e4, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:56:19.296171 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] For port 246cebf0-bddb-4577-ad8b-0de410d3f5e4, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=246cebf0-bddb-4577-ad8b-0de410d3f5e4,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:56:19.301880 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:19.306524 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:19.350790 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:19.351849 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:19.353884 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] 10.222.0.46 "PUT /v2.0/ports/246cebf0-bddb-4577-ad8b-0de410d3f5e4 HTTP/1.1" status: 200 len: 1093 time: 1.6494465 Jun 16 16:56:19.356603 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529e8bab-c162-4d42-89af-95ded6922541', 'tag': '246cebf0-bddb-4577-ad8b-0de410d3f5e4'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:56:19.358972 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8c4471-aa52-4512-b162-9b9653315001" -d '{"events": [{"name": "network-changed", "server_uuid": "529e8bab-c162-4d42-89af-95ded6922541", "tag": "246cebf0-bddb-4577-ad8b-0de410d3f5e4"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:56:19.389673 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=246cebf0-bddb-4577-ad8b-0de410d3f5e4,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:19.405460 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:19.650333 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21861-5538-45eb-9f22-ba616d235a87 req-2d5555d4-b234-422a-803b-91c5f3c5f23d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:19.656313 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a0b21861-5538-45eb-9f22-ba616d235a87 req-2d5555d4-b234-422a-803b-91c5f3c5f23d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1241522 Jun 16 16:56:19.709128 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a0b21861-5538-45eb-9f22-ba616d235a87 req-80b6c8f2-e126-4fc2-9898-501d8d87526c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458443 Jun 16 16:56:19.769112 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b04aba-b8f6-4cd8-bf91-442bd035d40e x-openstack-request-id: req-c3b04aba-b8f6-4cd8-bf91-442bd035d40e {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:56:19.769434 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529e8bab-c162-4d42-89af-95ded6922541", "tag": "246cebf0-bddb-4577-ad8b-0de410d3f5e4", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:56:19.770834 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c3b04aba-b8f6-4cd8-bf91-442bd035d40e {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:56:19.771449 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529e8bab-c162-4d42-89af-95ded6922541', 'tag': '246cebf0-bddb-4577-ad8b-0de410d3f5e4', 'status': 'completed', 'code': 200} Jun 16 16:56:19.943398 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c165486-d76d-4dcb-b251-dff7a1eaa932 req-0f2f9531-638d-4d4d-b83d-b17361d1c21a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:19.944843 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7c165486-d76d-4dcb-b251-dff7a1eaa932 req-0f2f9531-638d-4d4d-b83d-b17361d1c21a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 943 time: 0.0811851 Jun 16 16:56:19.986750 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7c165486-d76d-4dcb-b251-dff7a1eaa932 req-68ecaf7b-34e6-4edd-84f9-023418c1026a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358789 Jun 16 16:56:20.058582 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-877f6283-a134-405b-a254-ea5bfa94b16c req-ba17be3f-d79c-48ff-aea7-6433f1b3c092 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 210 time: 0.0315676 Jun 16 16:56:20.187798 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4fc1c435-87a4-4385-8287-7036af8d7cd9 req-98c5c98a-7b42-4d2a-a0f9-a18635888ce4 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 210 time: 0.0280435 Jun 16 16:56:20.889747 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8340d-b5d8-4d50-9529-a19c535a0153 req-385fbea1-fc2d-4c32-8aa5-94a9ad80e6ee tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:20.891322 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-87e8340d-b5d8-4d50-9529-a19c535a0153 req-385fbea1-fc2d-4c32-8aa5-94a9ad80e6ee tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0660510 Jun 16 16:56:20.930366 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-87e8340d-b5d8-4d50-9529-a19c535a0153 req-ef78ec94-cb2c-4c41-85df-6eb738b42e0b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332956 Jun 16 16:56:21.161574 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ad30-3e67-485c-8fd6-dc9d026d695d req-cc4d83a3-8dc3-4494-ba6d-961b1260c31a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:21.163018 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fcd1ad30-3e67-485c-8fd6-dc9d026d695d req-cc4d83a3-8dc3-4494-ba6d-961b1260c31a tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 943 time: 0.0650089 Jun 16 16:56:21.198982 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fcd1ad30-3e67-485c-8fd6-dc9d026d695d req-82865b55-185e-444c-ba4d-6a7e98f03a96 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303936 Jun 16 16:56:21.319226 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-80d004d0-b0a8-4c6c-9193-e9b56e64a5f6 req-a3720144-43d1-48f9-b77b-d0550b9025a7 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 210 time: 0.0273757 Jun 16 16:56:21.444087 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51d5e1eb-7bac-4540-80ec-99101f3b746a req-ff99c0e9-646c-4364-991b-98609c58ca09 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 210 time: 0.0271354 Jun 16 16:56:22.102207 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc168a38-1b59-462d-835c-7d48a9de9648 req-be897e79-ca28-465a-b87a-6b158f70ba17 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:22.103776 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fc168a38-1b59-462d-835c-7d48a9de9648 req-be897e79-ca28-465a-b87a-6b158f70ba17 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0616729 Jun 16 16:56:22.148697 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fc168a38-1b59-462d-835c-7d48a9de9648 req-75e7f4c7-21cd-4ddd-a70d-1b93db3ecc10 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392559 Jun 16 16:56:22.233534 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-c7623aff-8083-4969-96c1-a924d5b0dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:22.235824 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-c7623aff-8083-4969-96c1-a924d5b0dda0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 1096 time: 0.0610049 Jun 16 16:56:22.281930 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-4c5b2603-5189-4d62-b84b-69e475e7fa6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=246cebf0-bddb-4577-ad8b-0de410d3f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0375283 Jun 16 16:56:22.381886 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-2d52b76b-4a03-4bf8-9391-9f3ad20a616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:22.383406 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-2d52b76b-4a03-4bf8-9391-9f3ad20a616f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5ec563f-d779-46da-a73c-8e96791f4915 HTTP/1.1" status: 200 len: 855 time: 0.0943577 Jun 16 16:56:22.424672 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-18a266e3-400c-439e-a1e0-4ddacae2aa6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48a6b4e6-d0e9-4813-897a-814a175cc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325935 Jun 16 16:56:22.450066 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a8556-253a-44b3-9574-faff1b52142c req-043f386f-165c-4477-ab7d-569ff94139a9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:22.451677 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ca3a8556-253a-44b3-9574-faff1b52142c req-043f386f-165c-4477-ab7d-569ff94139a9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 943 time: 0.1238964 Jun 16 16:56:22.500707 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31d51d9b-7844-4eff-a5c7-99a212df291b req-8cdefd6b-1401-45f4-94fe-c9cd14a7ca89 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 210 time: 0.0596125 Jun 16 16:56:22.567991 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ca3a8556-253a-44b3-9574-faff1b52142c req-9a6a9f52-a7db-4b52-9d55-b76a7a28d1ca tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971086 Jun 16 16:56:22.585501 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-c6e70bb3-71f0-4723-95a6-3deb70d3ee09 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528761 Jun 16 16:56:22.626007 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eaab4528-dbd4-4818-a439-f84a69f18b45 req-cd94ed5b-69ca-4d89-a03e-7bd1a064ecf7 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 210 time: 0.0274017 Jun 16 16:56:23.334144 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dab7c-3aa5-44f2-b80a-69b7656f798b req-f17b9241-5259-4f14-8ef1-26ea35ee6395 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:23.335611 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fc4dab7c-3aa5-44f2-b80a-69b7656f798b req-f17b9241-5259-4f14-8ef1-26ea35ee6395 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0681195 Jun 16 16:56:23.377442 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fc4dab7c-3aa5-44f2-b80a-69b7656f798b req-15849471-2568-4bfe-9128-c3b378225eb5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349934 Jun 16 16:56:23.573299 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5a740011-a27a-49d6-82dd-69dce6748488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:23.656515 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-101e6775-6fe7-4334-beec-9b66d3919cee req-b42cdcb2-5815-4c87-b133-eae2265323cc tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 210 time: 0.0358894 Jun 16 16:56:23.675607 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2ee5f1-3ba5-4952-b000-817bccbf037a req-8872dcd9-0585-47ad-a06d-60f83c8e2131 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174109 Jun 16 16:56:23.817137 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e47e7-bba6-40f1-bfd6-4cb7590b3b82 req-78472673-c3a6-48a4-a748-9e7a5fe677b7 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:23.818513 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-184e47e7-bba6-40f1-bfd6-4cb7590b3b82 req-78472673-c3a6-48a4-a748-9e7a5fe677b7 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 943 time: 0.0608702 Jun 16 16:56:23.855285 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-184e47e7-bba6-40f1-bfd6-4cb7590b3b82 req-6586c03d-4b01-4a28-977e-d8c2b7dd02cb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Jun 16 16:56:23.975530 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ac08261-d788-4a8f-8416-8527bc9e5951 req-3ed275b3-4f19-4261-a940-242c6c9cd4cc tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 210 time: 0.0275240 Jun 16 16:56:24.544996 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91890d-0d41-40b3-be5d-cf3ca2961424 req-f17897a3-5a6f-4ce6-baf3-21a1cfb9bcd8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:24.546345 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2c91890d-0d41-40b3-be5d-cf3ca2961424 req-f17897a3-5a6f-4ce6-baf3-21a1cfb9bcd8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0602906 Jun 16 16:56:24.585498 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2c91890d-0d41-40b3-be5d-cf3ca2961424 req-64a16d64-8915-438a-805c-3f83de164c8a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336654 Jun 16 16:56:24.795604 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-513a47f4-8bfc-4910-8b7b-53a249a6e0ab req-8c3a78cc-9dd3-44f2-90b6-de4b957268c1 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 210 time: 0.0276268 Jun 16 16:56:25.020546 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeca30-a885-4fa9-9f8d-b198f54b983a req-5ce74a77-4abf-4976-ba4d-981b616f02f2 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:25.021971 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b5aeca30-a885-4fa9-9f8d-b198f54b983a req-5ce74a77-4abf-4976-ba4d-981b616f02f2 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 943 time: 0.0612435 Jun 16 16:56:25.057923 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b5aeca30-a885-4fa9-9f8d-b198f54b983a req-456cbc1d-6e09-4cde-bb17-7032e3a5978e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301528 Jun 16 16:56:25.179173 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-45fa2ab9-78a6-4658-add6-0bac5a8bd2ef req-fdaec193-a7f6-4e9a-82c3-b0efcc6776e6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 210 time: 0.0279138 Jun 16 16:56:25.583460 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c4471-aa52-4512-b162-9b9653315001 req-a82da014-55ed-446b-9930-ae0aad9c745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:25.584883 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb8c4471-aa52-4512-b162-9b9653315001 req-a82da014-55ed-446b-9930-ae0aad9c745a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 1096 time: 0.0531132 Jun 16 16:56:25.678263 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c4471-aa52-4512-b162-9b9653315001 req-ad168da3-bacd-4ab5-a66d-f5c89a39701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:25.679668 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb8c4471-aa52-4512-b162-9b9653315001 req-ad168da3-bacd-4ab5-a66d-f5c89a39701c service neutron] 10.222.0.46 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 917 time: 0.0868518 Jun 16 16:56:25.761089 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb8c4471-aa52-4512-b162-9b9653315001 req-1eab2b57-6a79-4758-bd1e-53b1f5cd1670 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=246cebf0-bddb-4577-ad8b-0de410d3f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0387933 Jun 16 16:56:25.869874 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-29a3a6a6-5ed4-49ec-b47a-b126fab26763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:25.884793 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8f51a-722e-4487-acdf-17fa20cc83f2 req-c91e03e6-53be-434f-ab25-20fbb80317ba tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:25.886701 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-61f8f51a-722e-4487-acdf-17fa20cc83f2 req-c91e03e6-53be-434f-ab25-20fbb80317ba tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1934602 Jun 16 16:56:25.888567 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-80102b08-907a-470d-af2b-452036cc479d tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6ad503ebce1a4def88505121c003f075&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749733 Jun 16 16:56:25.890613 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c4471-aa52-4512-b162-9b9653315001 req-e2c72cbc-ea15-470f-91ae-fcb1790194b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:25.892151 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb8c4471-aa52-4512-b162-9b9653315001 req-e2c72cbc-ea15-470f-91ae-fcb1790194b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5ec563f-d779-46da-a73c-8e96791f4915 HTTP/1.1" status: 200 len: 855 time: 0.1114409 Jun 16 16:56:25.977396 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb8c4471-aa52-4512-b162-9b9653315001 req-1837999f-0c40-495f-992b-8586743592f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48a6b4e6-d0e9-4813-897a-814a175cc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651045 Jun 16 16:56:26.013390 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fc86ca85-4086-4958-9bd2-49b6188a025d req-d6f30c88-c9ad-4d72-a05b-73552b84aef8 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 210 time: 0.0697186 Jun 16 16:56:26.057952 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-61f8f51a-722e-4487-acdf-17fa20cc83f2 req-65ee6a0d-6b2b-465f-9c35-35f39b583eff tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646175 Jun 16 16:56:26.197498 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-33d615fd-3a7b-4b9b-acdd-1143c1e80aed tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:26.198894 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-33d615fd-3a7b-4b9b-acdd-1143c1e80aed tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988338 Jun 16 16:56:26.241358 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:26.272190 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb8c4471-aa52-4512-b162-9b9653315001 req-1c850d5a-4a38-47f7-9637-6c0bf0a467d3 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691679 Jun 16 16:56:26.302746 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-95222157-deed-46ac-8c20-815826802f83 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:26.304145 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-95222157-deed-46ac-8c20-815826802f83 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/networks?id=85cd12db-ab83-4c48-a8fc-6f3611230458 HTTP/1.1" status: 200 len: 809 time: 0.1788521 Jun 16 16:56:26.329336 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39738df0-03c3-4ff1-8b6f-297cbf9bc0c1 req-58343482-1502-48e1-ba92-f3789d136688 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:26.330804 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-39738df0-03c3-4ff1-8b6f-297cbf9bc0c1 req-58343482-1502-48e1-ba92-f3789d136688 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 943 time: 0.1452560 Jun 16 16:56:26.332008 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-c5a53313-5552-4ab8-8d76-0f7da5de4312 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/quotas/219bd16e14fe4f459e12cae6d4afcf16 HTTP/1.1" status: 200 len: 375 time: 0.0214136 Jun 16 16:56:26.379559 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-037db822-42e1-4f67-aa31-60b37e38bd94 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=219bd16e14fe4f459e12cae6d4afcf16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415752 Jun 16 16:56:26.403839 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-39738df0-03c3-4ff1-8b6f-297cbf9bc0c1 req-8b9afe20-a51c-4e85-91a1-3505d88e557e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669968 Jun 16 16:56:26.482169 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-818978a3-dd20-48ac-80dc-9e93b2d9394e service neutron] 10.222.0.98 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919192 Jun 16 16:56:26.543170 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1809aebc-1840-45ba-9cd8-af25c26273e1 req-8d9bfb20-c210-40c5-9d5e-c920f28f0496 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 210 time: 0.0381675 Jun 16 16:56:26.596979 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-9ab2bdf9-6c98-4e1e-9dbb-9e094be1a6be service neutron] 10.222.0.98 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090872 Jun 16 16:56:26.760259 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0a45d87c-32ad-4055-82ed-0b86ac414519 req-477a56a7-584f-4238-b910-6c6a3e88d9b7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0284684 Jun 16 16:56:26.794060 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:27.155152 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4cd9e64d-78d9-4fee-be5b-6c8cb94546ce req-035db7c3-0bfc-40f0-b493-f9225d1e8578 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 210 time: 0.0312862 Jun 16 16:56:27.307962 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd22b68-7240-4529-bcf9-4afcbc41580d req-eca22343-2b28-4112-a909-fc0aeb673ffe tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:27.309289 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dfd22b68-7240-4529-bcf9-4afcbc41580d req-eca22343-2b28-4112-a909-fc0aeb673ffe tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0600438 Jun 16 16:56:27.345233 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dfd22b68-7240-4529-bcf9-4afcbc41580d req-00145d81-ad0f-4857-be3c-185d28650f9e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302720 Jun 16 16:56:27.577180 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904ef60-1805-409d-833b-d9a614171f4d req-215330b7-ded2-49d5-a228-a2bf7aa9986f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:27.578554 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9904ef60-1805-409d-833b-d9a614171f4d req-215330b7-ded2-49d5-a228-a2bf7aa9986f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 943 time: 0.0614076 Jun 16 16:56:27.614612 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9904ef60-1805-409d-833b-d9a614171f4d req-3adda03b-5745-4ac5-9905-e80a8ecf4df7 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305429 Jun 16 16:56:27.739438 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1052d9bf-94b5-4bc9-93aa-e160833a4787 req-db53d927-bf1d-44d4-9c2e-49c1d2787d9f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 210 time: 0.0310199 Jun 16 16:56:28.102306 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b8ad45fa-5e33-4a1b-80b1-87745deb01db req-579326ab-16b5-4481-b4f8-d7b3b65dfdef tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.2354138 Jun 16 16:56:28.292930 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-261f414c-22e1-467f-adb9-636fd2b0bb60 req-ba758db8-15ee-4ec1-8df8-a90fe763d73e tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 210 time: 0.0272348 Jun 16 16:56:28.513977 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfd7e7-d754-4732-8966-8b34ff1f952e req-0ac6a1c7-3a09-4d4b-9b35-87c4459b2cbf tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:28.515450 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9bcfd7e7-d754-4732-8966-8b34ff1f952e req-0ac6a1c7-3a09-4d4b-9b35-87c4459b2cbf tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0605261 Jun 16 16:56:28.552527 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9bcfd7e7-d754-4732-8966-8b34ff1f952e req-5e249c8c-6138-4758-b9cd-760246ee3e69 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Jun 16 16:56:28.748257 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:28.783446 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68227cb3-00eb-4b1d-8092-df858de91c6a req-eb0d25d0-5fd2-4529-9527-0518bb07d218 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:28.784892 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-68227cb3-00eb-4b1d-8092-df858de91c6a req-eb0d25d0-5fd2-4529-9527-0518bb07d218 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 943 time: 0.0641575 Jun 16 16:56:28.821098 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-68227cb3-00eb-4b1d-8092-df858de91c6a req-5badd5dd-3a5f-4524-bb5d-34c5ae978006 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298541 Jun 16 16:56:28.943284 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-234c3a1c-6cd0-42c3-b632-4569d1032ce8 req-e3540fa6-4cb6-4bab-a7cd-588dbc6fc2cb tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 210 time: 0.0271575 Jun 16 16:56:28.977543 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Request body: {'port': {'device_id': '206475e5-2c3d-46ac-acc8-c6fff96f84b9', 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8', 'admin_state_up': True, 'tenant_id': '6ad503ebce1a4def88505121c003f075'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:29.141041 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb8c4471-aa52-4512-b162-9b9653315001 req-855b4989-2361-4392-b81f-d878c44a195e service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601124 Jun 16 16:56:29.160948 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Made reservation on behalf of 6ad503ebce1a4def88505121c003f075 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:29.164502 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:29.174435 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:29.262838 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0c2af424-2108-441f-b584-5ccbba2d296a req-8b3c32aa-dcf7-4888-9ebf-686d9c476eca tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0326111 Jun 16 16:56:29.310822 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:29.324472 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:29.423896 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:29.477501 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1fdf2624-a2b7-4c7f-a959-813059abab7e req-39041731-025b-4257-9cd9-ced11808b6d2 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 210 time: 0.0628254 Jun 16 16:56:29.531437 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc561092-c13f-45c8-ac1a-a749df2fe1d9,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:29.542740 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:29.548090 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Allocated IP 192.168.233.122 (b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8/0891919d-a34e-4c61-9280-56a76c6c7f45/0f10c7af-26c2-4382-8d9c-f8424acbc231) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:56:29.614678 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-936e1e21-930b-4e17-a1f9-51f1a9c7f8d3 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:29.616106 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-936e1e21-930b-4e17-a1f9-51f1a9c7f8d3 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.46 "GET /v2.0/networks?id=35d6f5f5-7722-4351-b624-f6595cd0870f HTTP/1.1" status: 200 len: 814 time: 0.3040824 Jun 16 16:56:29.638149 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'port': {'device_id': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'admin_state_up': True, 'tenant_id': '995454a579f541d890449e49085c1044'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:29.879194 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:29.899370 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79be7d-f5bf-412a-84a1-548265201ea8 req-d3ea8db0-02df-40a5-af2a-7e88ff68ca16 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:29.902814 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3a79be7d-f5bf-412a-84a1-548265201ea8 req-d3ea8db0-02df-40a5-af2a-7e88ff68ca16 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.2199185 Jun 16 16:56:29.909824 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Transition to ACTIVE for port object 0f10c7af-26c2-4382-8d9c-f8424acbc231 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:29.993592 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Made reservation on behalf of 995454a579f541d890449e49085c1044 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:29.996957 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:30.005201 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:30.046621 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:30.176801 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:56:30.188692 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:30.206935 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3a79be7d-f5bf-412a-84a1-548265201ea8 req-45e4780f-fb6a-41be-a322-81406a1532e0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401826 Jun 16 16:56:30.208087 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:56:30.231418 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Pushing event updated for resources: {'Port': ['ID=0f10c7af-26c2-4382-8d9c-f8424acbc231,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:30.239832 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:30.395560 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-2fcee155-6514-48ba-971f-b2866afab2bb tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:30.397052 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-2fcee155-6514-48ba-971f-b2866afab2bb tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.46 "GET /v2.0/networks?id=85cd12db-ab83-4c48-a8fc-6f3611230458 HTTP/1.1" status: 200 len: 809 time: 0.4931173 Jun 16 16:56:30.444684 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-afb27162-2a56-42e7-ace9-464a34222d05 req-310882ad-0cc8-43fa-a9cc-a99e2aa2abf2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 210 time: 0.0629189 Jun 16 16:56:30.530012 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:30.531018 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:30.538093 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-e31bd048-996d-4241-bc9d-63f6361a3e6b None None] Provisioning for port 0f10c7af-26c2-4382-8d9c-f8424acbc231 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:30.543152 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-e31bd048-996d-4241-bc9d-63f6361a3e6b None None] Provisioning complete for port 0f10c7af-26c2-4382-8d9c-f8424acbc231 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:30.543877 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e31bd048-996d-4241-bc9d-63f6361a3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:30.555848 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Allocated IP 172.20.0.3 (35d6f5f5-7722-4351-b624-f6595cd0870f/64451bb0-82d5-42eb-b752-a16e65cf0318/bba769a9-4786-4a28-9462-429dbb283af8) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:56:30.602261 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-e31bd048-996d-4241-bc9d-63f6361a3e6b None None] Port 0f10c7af-26c2-4382-8d9c-f8424acbc231 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:56:30.631238 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e3fee-bf91-40e6-9e2b-2c6ddf926d67 req-1eb7781e-b974-452b-99e6-4a230308fac6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:30.638144 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d17e3fee-bf91-40e6-9e2b-2c6ddf926d67 req-1eb7781e-b974-452b-99e6-4a230308fac6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 943 time: 0.6735137 Jun 16 16:56:30.670865 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6977215 Jun 16 16:56:30.713396 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d17e3fee-bf91-40e6-9e2b-2c6ddf926d67 req-49815386-0ef1-4642-a15f-43ac84bab451 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742805 Jun 16 16:56:30.813761 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:30.830233 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Transition to ACTIVE for port object bba769a9-4786-4a28-9462-429dbb283af8 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:30.873938 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:30.878045 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:30.943656 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f99c2786-a597-4d14-8dfc-dce645997601 req-928f8a18-070b-4d92-83bb-536836b1717d tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0394528 Jun 16 16:56:30.951369 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Network 35d6f5f5-7722-4351-b624-f6595cd0870f is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:56:30.970464 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:30.974655 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:56:31.047646 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'Port': ['ID=bba769a9-4786-4a28-9462-429dbb283af8,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:31.052215 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:31.080756 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:31.081375 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:31.098175 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4669440 Jun 16 16:56:31.121397 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 246cebf0-bddb-4577-ad8b-0de410d3f5e4 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:56:31.230650 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 246cebf0-bddb-4577-ad8b-0de410d3f5e4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=246cebf0-bddb-4577-ad8b-0de410d3f5e4,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:31.231760 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee66b7-0dd8-4054-afb3-2405773c56c6 req-0fc855d9-d6e1-4e5a-bdce-18fdaed47b00 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:31.238713 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bee66b7-0dd8-4054-afb3-2405773c56c6 req-0fc855d9-d6e1-4e5a-bdce-18fdaed47b00 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0916116 Jun 16 16:56:31.243858 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '246cebf0-bddb-4577-ad8b-0de410d3f5e4', 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705', 'port_id': '246cebf0-bddb-4577-ad8b-0de410d3f5e4', 'mac_address': 'fa:16:3e:99:ac:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ec563f-d779-46da-a73c-8e96791f4915', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:56:31.280726 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bee66b7-0dd8-4054-afb3-2405773c56c6 req-bca2310f-385f-4970-bbbe-496d992061bb tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Jun 16 16:56:31.281272 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:31.297225 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246cebf0-bddb-4577-ad8b-0de410d3f5e4 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:56:31.323260 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 246cebf0-bddb-4577-ad8b-0de410d3f5e4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=246cebf0-bddb-4577-ad8b-0de410d3f5e4,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:31.330707 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:31.333232 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:31.365586 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-0780755a-9bc7-4fea-a7ce-9d431e1d8875 None None] Provisioning for port bba769a9-4786-4a28-9462-429dbb283af8 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:31.373764 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-0780755a-9bc7-4fea-a7ce-9d431e1d8875 None None] Provisioning complete for port bba769a9-4786-4a28-9462-429dbb283af8 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:31.373764 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-0780755a-9bc7-4fea-a7ce-9d431e1d8875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:31.428841 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=246cebf0-bddb-4577-ad8b-0de410d3f5e4,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:31.433228 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:31.433980 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-0780755a-9bc7-4fea-a7ce-9d431e1d8875 None None] Port bba769a9-4786-4a28-9462-429dbb283af8 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:56:31.460671 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b995efd-cd62-42b3-83f1-9387145a5fb1 req-f6f775b9-14c3-44d8-a46c-791ac8a71c67 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:31.462144 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8b995efd-cd62-42b3-83f1-9387145a5fb1 req-f6f775b9-14c3-44d8-a46c-791ac8a71c67 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0751987 Jun 16 16:56:31.505518 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8b995efd-cd62-42b3-83f1-9387145a5fb1 req-c26475a6-2375-464b-8f19-b17bd2873d37 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358341 Jun 16 16:56:31.676170 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e9600-9510-4ca7-9e20-da01acca7fdb req-5ed628e0-7980-4154-aa8c-92b1ba8e8e7a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:31.677641 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c86e9600-9510-4ca7-9e20-da01acca7fdb req-5ed628e0-7980-4154-aa8c-92b1ba8e8e7a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.0635445 Jun 16 16:56:31.726347 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c86e9600-9510-4ca7-9e20-da01acca7fdb req-3f626f98-8c90-42b1-b09e-e566f3131987 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429184 Jun 16 16:56:31.906121 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7149-09ac-487c-8475-528ff7676c29 req-11b22157-2517-4568-98b1-d60f24c30c8b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:31.907846 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75cd7149-09ac-487c-8475-528ff7676c29 req-11b22157-2517-4568-98b1-d60f24c30c8b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 944 time: 0.0708885 Jun 16 16:56:31.985483 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75cd7149-09ac-487c-8475-528ff7676c29 req-b860346d-3c45-4c92-8588-c54204c113f7 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702362 Jun 16 16:56:32.140808 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-462380c8-8451-44e8-bb30-b8878283681e req-0baf485b-a984-400b-83e4-79e062a6ff5a tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0328574 Jun 16 16:56:32.474792 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6086eb-ef79-485a-999c-8db82e5e985b req-4f5d2ca1-84f9-4411-ab97-591e60c49a4f tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:32.476225 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cf6086eb-ef79-485a-999c-8db82e5e985b req-4f5d2ca1-84f9-4411-ab97-591e60c49a4f tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0637581 Jun 16 16:56:32.522464 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cf6086eb-ef79-485a-999c-8db82e5e985b req-01b2a0e2-fb0b-4754-aeb7-d47d7fe802d8 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Jun 16 16:56:32.688151 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88af3e-cdef-4a73-b978-8809a1a775a2 req-6080ec4a-a8f1-442d-9cf2-5b3474d813b0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:32.690039 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bd88af3e-cdef-4a73-b978-8809a1a775a2 req-6080ec4a-a8f1-442d-9cf2-5b3474d813b0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0675433 Jun 16 16:56:32.725954 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bd88af3e-cdef-4a73-b978-8809a1a775a2 req-1e1cf2a3-a1cf-4e56-adb1-e7fea16de179 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302753 Jun 16 16:56:32.905456 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b74d56-5917-466f-be3e-ab5a1cac39b1 req-7f47d668-a744-4d3f-8ad4-99799d2e9930 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:32.906998 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c7b74d56-5917-466f-be3e-ab5a1cac39b1 req-7f47d668-a744-4d3f-8ad4-99799d2e9930 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.0653586 Jun 16 16:56:32.950071 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c7b74d56-5917-466f-be3e-ab5a1cac39b1 req-356ad168-b894-452c-9888-e7647930a49d tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347171 Jun 16 16:56:33.171293 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1349ae-3f8d-41f7-98cc-0c176e689669 req-4cd34d85-aeaf-458a-8942-faa94c30d1d8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:33.172804 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8a1349ae-3f8d-41f7-98cc-0c176e689669 req-4cd34d85-aeaf-458a-8942-faa94c30d1d8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 944 time: 0.0685680 Jun 16 16:56:33.210750 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8a1349ae-3f8d-41f7-98cc-0c176e689669 req-94a84383-6323-472f-8b39-a25496b254d9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Jun 16 16:56:33.341734 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f8bdb7f6-e42e-49a6-be6b-975750aa2c49 req-f9e7bb5f-78fe-402c-8020-7ff3c3f79c6f tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0334840 Jun 16 16:56:33.704148 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24142e9b-3010-4b1b-aa68-7b11b4d0aed7 req-1f9a3e30-8fcd-4f07-acb3-98682ea9857a tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:33.705818 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-24142e9b-3010-4b1b-aa68-7b11b4d0aed7 req-1f9a3e30-8fcd-4f07-acb3-98682ea9857a tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0656745 Jun 16 16:56:33.743733 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-24142e9b-3010-4b1b-aa68-7b11b4d0aed7 req-2d3f8b16-c871-49a4-9feb-75c6a7015bcb tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322032 Jun 16 16:56:33.909136 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeb440-2cec-47f0-9300-7523ceeefb76 req-14341dfc-4fd7-44f3-903f-4b7b180df45d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:33.910544 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-12aeb440-2cec-47f0-9300-7523ceeefb76 req-14341dfc-4fd7-44f3-903f-4b7b180df45d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0647228 Jun 16 16:56:33.948098 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-12aeb440-2cec-47f0-9300-7523ceeefb76 req-fbf2947d-cd3a-4fcd-ba7b-d84d790875b5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Jun 16 16:56:34.124768 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6eb799-1288-45fc-bf62-98b097c34169 req-bfb4a52c-fc06-4888-a65a-ac06e5f280bc tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:34.126239 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ef6eb799-1288-45fc-bf62-98b097c34169 req-bfb4a52c-fc06-4888-a65a-ac06e5f280bc tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.0667834 Jun 16 16:56:34.190604 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ef6eb799-1288-45fc-bf62-98b097c34169 req-a5af332e-4a5e-448a-aa82-f84a0e3b3ec6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513754 Jun 16 16:56:34.388202 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30ab81-166a-46e3-b2d6-4855644839c5 req-1448f3b5-9e7a-48ab-9d4b-4da1b8fe8854 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:34.389659 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bd30ab81-166a-46e3-b2d6-4855644839c5 req-1448f3b5-9e7a-48ab-9d4b-4da1b8fe8854 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 944 time: 0.0632153 Jun 16 16:56:34.426719 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bd30ab81-166a-46e3-b2d6-4855644839c5 req-fe5283e2-ea91-456b-a830-91c07861403f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Jun 16 16:56:34.554274 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4e007a51-eab4-4049-9a67-fec94683cc99 req-0bb5d17d-5d4d-44da-8457-66e09742828b tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0269077 Jun 16 16:56:34.912775 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec594a-889d-4f94-b42a-40ff0ee7040b req-365b79d0-b351-438e-8009-5a57b8d308c0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:34.914724 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-78ec594a-889d-4f94-b42a-40ff0ee7040b req-365b79d0-b351-438e-8009-5a57b8d308c0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0636113 Jun 16 16:56:34.951449 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-78ec594a-889d-4f94-b42a-40ff0ee7040b req-823b3117-311b-4601-aea2-34844c9c34e9 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Jun 16 16:56:35.142823 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['246cebf0-bddb-4577-ad8b-0de410d3f5e4'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:56:35.145845 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca0273-61c7-4d3a-87ab-debc5d8ca744 req-e869e2e1-14a7-41d4-9295-ec698d0a2b0b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:35.147488 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e4ca0273-61c7-4d3a-87ab-debc5d8ca744 req-e869e2e1-14a7-41d4-9295-ec698d0a2b0b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0628450 Jun 16 16:56:35.211156 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e4ca0273-61c7-4d3a-87ab-debc5d8ca744 req-2f7c4d68-1b48-4d48-bfe3-c9b64f90e829 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568027 Jun 16 16:56:35.424518 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03f459-faef-48d4-9b6d-cafab6f88e38 req-174dd838-e646-4c97-b3f8-125c3ab2a723 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:35.426016 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6d03f459-faef-48d4-9b6d-cafab6f88e38 req-174dd838-e646-4c97-b3f8-125c3ab2a723 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.1074092 Jun 16 16:56:35.474689 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6d03f459-faef-48d4-9b6d-cafab6f88e38 req-8f2f4ab1-5c64-4992-a335-f160b1568f15 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Jun 16 16:56:35.642613 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44cdd-b8bb-4af6-b8d4-6ed511c8e561 req-4b869c75-5ad8-4985-9679-ef3e070ec559 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:35.644317 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-97b44cdd-b8bb-4af6-b8d4-6ed511c8e561 req-4b869c75-5ad8-4985-9679-ef3e070ec559 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 944 time: 0.0666625 Jun 16 16:56:35.680561 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-97b44cdd-b8bb-4af6-b8d4-6ed511c8e561 req-b4dc846a-132f-424e-ad89-5269dc2cb2c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300691 Jun 16 16:56:35.808730 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9204e763-fac3-4bdb-a5bc-d9a8d408294b req-c1277d97-590c-4917-9dd3-2f3e9f20fbee tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0273499 Jun 16 16:56:36.141655 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ede3b7-65c2-4c74-b85f-3e6e4709abc1 req-9cfa39b3-33cc-45c4-949d-ff734bda29ed tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:36.143134 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d3ede3b7-65c2-4c74-b85f-3e6e4709abc1 req-9cfa39b3-33cc-45c4-949d-ff734bda29ed tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0761204 Jun 16 16:56:36.184128 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d3ede3b7-65c2-4c74-b85f-3e6e4709abc1 req-1a970809-cd7a-42e7-ac7c-3ffe19b09518 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349445 Jun 16 16:56:36.380910 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e4fc-d0d6-45cc-8460-2f03e8490da8 req-e215c6a7-4107-4cd8-a5b2-921800b8ecce tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:36.382412 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1852e4fc-d0d6-45cc-8460-2f03e8490da8 req-e215c6a7-4107-4cd8-a5b2-921800b8ecce tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0664332 Jun 16 16:56:36.425170 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1852e4fc-d0d6-45cc-8460-2f03e8490da8 req-423f73b9-a17e-47c1-8d15-b09d86dbf7f0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364590 Jun 16 16:56:36.733950 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac170d0c-379a-42e7-9cc4-6f9e631c6e19 req-aac1df24-123f-42ee-82db-91210d4b2994 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:36.735743 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ac170d0c-379a-42e7-9cc4-6f9e631c6e19 req-aac1df24-123f-42ee-82db-91210d4b2994 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.0996497 Jun 16 16:56:36.778705 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ac170d0c-379a-42e7-9cc4-6f9e631c6e19 req-bc33badc-b21e-4ec9-86ed-c0269c63846e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347753 Jun 16 16:56:37.096169 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46e7c9-b284-497f-b294-06f06353b32d req-0779a3c1-b44f-4cb0-b6d0-e0fbdf4abc93 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:37.097529 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ed46e7c9-b284-497f-b294-06f06353b32d req-0779a3c1-b44f-4cb0-b6d0-e0fbdf4abc93 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 944 time: 0.0692801 Jun 16 16:56:37.135184 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ed46e7c9-b284-497f-b294-06f06353b32d req-4c7dba77-f462-4a90-a2d7-f4fd46aa7a17 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Jun 16 16:56:37.184013 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 246cebf0-bddb-4577-ad8b-0de410d3f5e4 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:37.245626 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 246cebf0-bddb-4577-ad8b-0de410d3f5e4 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:37.254484 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 246cebf0-bddb-4577-ad8b-0de410d3f5e4 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:37.257022 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:37.277134 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d9334307-5b0b-4252-bc9d-5374aaa3b6c2 req-6df3698d-4fa7-4549-965c-9323be5d7f30 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0465446 Jun 16 16:56:37.341326 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:37.344641 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:56:37.363977 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e8bab-c162-4d42-89af-95ded6922541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246cebf0-bddb-4577-ad8b-0de410d3f5e4'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:56:37.366366 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ec2ea1-6b22-4b81-981b-affdceebd160" -d '{"events": [{"server_uuid": "529e8bab-c162-4d42-89af-95ded6922541", "name": "network-vif-plugged", "status": "completed", "tag": "246cebf0-bddb-4577-ad8b-0de410d3f5e4"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:56:37.380044 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 246cebf0-bddb-4577-ad8b-0de410d3f5e4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=246cebf0-bddb-4577-ad8b-0de410d3f5e4,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:37.385818 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:37.388353 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-88e338fe-5d6a-4123-aaba-cb9a4c375f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:37.442662 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=246cebf0-bddb-4577-ad8b-0de410d3f5e4,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:37.447162 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:37.467380 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b116240-ff0a-45eb-8118-6be3bfa66f8f req-8ebb301c-ffb6-436b-8413-ae463d28d110 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:37.470736 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4b116240-ff0a-45eb-8118-6be3bfa66f8f req-8ebb301c-ffb6-436b-8413-ae463d28d110 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0849631 Jun 16 16:56:37.509881 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4b116240-ff0a-45eb-8118-6be3bfa66f8f req-5cc79c75-c336-430d-b939-ea2f76cbdf25 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353031 Jun 16 16:56:37.555215 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f447d2d-866b-4bfc-9f3c-04785ba341fa x-openstack-request-id: req-8f447d2d-866b-4bfc-9f3c-04785ba341fa {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:56:37.555509 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529e8bab-c162-4d42-89af-95ded6922541", "name": "network-vif-plugged", "status": "completed", "tag": "246cebf0-bddb-4577-ad8b-0de410d3f5e4", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:56:37.555765 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8f447d2d-866b-4bfc-9f3c-04785ba341fa {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:56:37.556158 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529e8bab-c162-4d42-89af-95ded6922541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246cebf0-bddb-4577-ad8b-0de410d3f5e4', 'code': 200} Jun 16 16:56:37.719177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a881428-1c51-451c-887b-0d5a645a6a06 req-73173a40-4989-452d-96b1-8665a0c99894 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:37.720660 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a881428-1c51-451c-887b-0d5a645a6a06 req-73173a40-4989-452d-96b1-8665a0c99894 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0814378 Jun 16 16:56:37.780336 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a881428-1c51-451c-887b-0d5a645a6a06 req-371e71ee-d1d4-49c6-97a0-c3c44dd87de4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540917 Jun 16 16:56:37.992257 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2d5f-dfb2-4bd2-ad65-a156d6a0ac2b req-87a46d0e-322f-46b6-b36c-2c80cd12de30 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:37.999466 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3cdf2d5f-dfb2-4bd2-ad65-a156d6a0ac2b req-87a46d0e-322f-46b6-b36c-2c80cd12de30 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.0734839 Jun 16 16:56:38.055570 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3cdf2d5f-dfb2-4bd2-ad65-a156d6a0ac2b req-ebd0b6dc-4188-459e-a54a-9f19e5c87139 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550604 Jun 16 16:56:38.312315 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e64ee-a927-4899-b240-bf75286d6d21 req-dcc06109-2efe-4781-85d8-24b3b75aef67 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:38.313679 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d27e64ee-a927-4899-b240-bf75286d6d21 req-dcc06109-2efe-4781-85d8-24b3b75aef67 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.0685914 Jun 16 16:56:38.353730 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d27e64ee-a927-4899-b240-bf75286d6d21 req-2f9d1e9a-7a58-4fc9-bf12-97383975f6b6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343611 Jun 16 16:56:38.487402 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-20109b3e-6775-495e-8401-d15458198e31 req-ae2ab2cf-e279-4c30-8827-2c5487c0a68d tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0272627 Jun 16 16:56:38.681559 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c3eac-2fd9-4bf7-9434-bcafcbc46a52 req-43dd0bfc-5f02-4771-bc4d-f0ed0a60f1e5 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:38.683062 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3d7c3eac-2fd9-4bf7-9434-bcafcbc46a52 req-43dd0bfc-5f02-4771-bc4d-f0ed0a60f1e5 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0614126 Jun 16 16:56:38.721334 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3d7c3eac-2fd9-4bf7-9434-bcafcbc46a52 req-c8da0e62-5342-46c1-a9d8-8a683dff78f7 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325692 Jun 16 16:56:38.957808 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a7f4-d41e-489a-9f3d-dfa1474ab5d3 req-7f1c4454-62fb-451b-8e23-7b289ad71a33 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:38.959206 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b059a7f4-d41e-489a-9f3d-dfa1474ab5d3 req-7f1c4454-62fb-451b-8e23-7b289ad71a33 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0636942 Jun 16 16:56:38.999317 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b059a7f4-d41e-489a-9f3d-dfa1474ab5d3 req-df835bde-33a2-44b6-bdd9-85b3aaf81b36 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Jun 16 16:56:39.231119 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930fc3a-a175-41de-b92f-0e28228c7f2c req-5b3db3a1-c60a-46c6-a08a-777e1d9c1bca tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:39.233852 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5930fc3a-a175-41de-b92f-0e28228c7f2c req-5b3db3a1-c60a-46c6-a08a-777e1d9c1bca tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.0632820 Jun 16 16:56:39.272625 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5930fc3a-a175-41de-b92f-0e28228c7f2c req-a893da15-0a35-4d73-b84c-a4d98f0f2c27 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336051 Jun 16 16:56:39.530209 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4d4d-1f16-4e2a-aeee-4940de204517 req-5c6e17d1-765b-464a-b4a9-e13c4cf6e6c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:39.531621 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a3ef4d4d-1f16-4e2a-aeee-4940de204517 req-5c6e17d1-765b-464a-b4a9-e13c4cf6e6c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.0643227 Jun 16 16:56:39.568906 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a3ef4d4d-1f16-4e2a-aeee-4940de204517 req-c372f3ab-11ae-45b7-b036-0b18b2e20fa6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Jun 16 16:56:39.923862 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c4363ba-c71c-49ba-a4d6-b03bc4280bb9 req-97c8dc49-41d0-4b48-a60a-50a9bf0a21f3 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.2502232 Jun 16 16:56:40.089325 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d45d7-966d-413c-ab32-db56a312d508 req-5efb06bf-8205-4ab8-9571-f2585e2abb05 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:40.093067 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d19d45d7-966d-413c-ab32-db56a312d508 req-5efb06bf-8205-4ab8-9571-f2585e2abb05 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0650716 Jun 16 16:56:40.133825 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d19d45d7-966d-413c-ab32-db56a312d508 req-9c276b79-3eb3-432a-857a-548e94b1f60b tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358958 Jun 16 16:56:40.293434 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295ec9f-f399-413d-85cf-3b8a72233523 req-c549f284-c76d-493c-9773-5b0c2369db0d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:40.294911 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7295ec9f-f399-413d-85cf-3b8a72233523 req-c549f284-c76d-493c-9773-5b0c2369db0d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0617483 Jun 16 16:56:40.333850 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7295ec9f-f399-413d-85cf-3b8a72233523 req-10772dc9-3bf7-4718-8993-9b9ad3086178 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Jun 16 16:56:40.505760 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330a652-f1aa-4e67-bcd6-2b7bdf7010d8 req-c11b4a45-15fb-4ecd-bda4-aa4e2376fae7 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:40.507576 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c330a652-f1aa-4e67-bcd6-2b7bdf7010d8 req-c11b4a45-15fb-4ecd-bda4-aa4e2376fae7 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.0707104 Jun 16 16:56:40.548520 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c330a652-f1aa-4e67-bcd6-2b7bdf7010d8 req-79d6c6e9-04e8-437c-8182-c68903662b28 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Jun 16 16:56:40.737189 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be579d6-a92b-4e4e-ac82-7fb82f06c2d3 req-7ce10402-d15a-47d0-841f-04a1e79ef40b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:40.739127 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4be579d6-a92b-4e4e-ac82-7fb82f06c2d3 req-7ce10402-d15a-47d0-841f-04a1e79ef40b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.0636091 Jun 16 16:56:40.781885 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4be579d6-a92b-4e4e-ac82-7fb82f06c2d3 req-b886121c-5ba6-4639-bd23-88e46e3af26d tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340929 Jun 16 16:56:41.069638 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-017d6a3d-4c47-45d8-b865-42c8059385d5 req-76bff2f9-d139-42a3-b3bc-e3a957c1ad38 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0327420 Jun 16 16:56:41.305231 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63113c8e-37e7-4354-a20c-92287e80246a req-3d1dc763-977e-46a7-b4fb-b5b3d173101c tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:41.306855 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-63113c8e-37e7-4354-a20c-92287e80246a req-3d1dc763-977e-46a7-b4fb-b5b3d173101c tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0616567 Jun 16 16:56:41.346443 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-63113c8e-37e7-4354-a20c-92287e80246a req-b383a588-ff29-460f-b0e2-e0689518a506 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Jun 16 16:56:41.515127 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785447-53a7-410e-b951-5e87771dd31e req-be76c45f-a929-45de-be43-1128020531b0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:41.516637 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f1785447-53a7-410e-b951-5e87771dd31e req-be76c45f-a929-45de-be43-1128020531b0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0654473 Jun 16 16:56:41.557376 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f1785447-53a7-410e-b951-5e87771dd31e req-b9b744c9-9df2-4e7b-ab00-d363447d84fa tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347381 Jun 16 16:56:41.723737 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dbd8e-e8ce-4d01-942e-f30747284921 req-95722ef9-1009-45d0-a545-c809bff6ed62 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:41.725974 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b66dbd8e-e8ce-4d01-942e-f30747284921 req-95722ef9-1009-45d0-a545-c809bff6ed62 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.0674024 Jun 16 16:56:41.766137 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b66dbd8e-e8ce-4d01-942e-f30747284921 req-f01aa7f2-1caa-4ddd-8d67-9ba598903d1d tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Jun 16 16:56:41.967071 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dde19-e975-4369-b879-1bb6b9c5eb4f req-865f6009-7e85-4446-9d76-c950bb67d0e4 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:41.975632 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-439dde19-e975-4369-b879-1bb6b9c5eb4f req-865f6009-7e85-4446-9d76-c950bb67d0e4 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.0779645 Jun 16 16:56:42.013475 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-439dde19-e975-4369-b879-1bb6b9c5eb4f req-b4ea9381-a277-48ab-8689-ea41692fff2f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 Jun 16 16:56:42.214571 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a3d16fb9-a347-4ad8-b413-8e8a10b9c9a2 req-26e4122d-f41f-43b7-8466-51962e4dcf7e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0294690 Jun 16 16:56:42.525401 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1fde5-69ec-4e09-aa18-9e9bcf82eb29 req-a42a511b-bc21-435e-a062-21cefe281ab1 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:42.527296 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-72c1fde5-69ec-4e09-aa18-9e9bcf82eb29 req-a42a511b-bc21-435e-a062-21cefe281ab1 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0670583 Jun 16 16:56:42.563685 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-72c1fde5-69ec-4e09-aa18-9e9bcf82eb29 req-91196251-4981-429d-adda-229598cb6dfa tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309086 Jun 16 16:56:42.723665 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa94d-2540-4039-b9f7-5a212ad24018 req-f03ca511-017c-40ce-8486-3965fb3e805e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:42.725103 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ed3fa94d-2540-4039-b9f7-5a212ad24018 req-f03ca511-017c-40ce-8486-3965fb3e805e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0616808 Jun 16 16:56:42.761943 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ed3fa94d-2540-4039-b9f7-5a212ad24018 req-84db0b3e-7c1f-4e46-aca1-bf1af983bdf9 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Jun 16 16:56:42.930925 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db9881-4b2d-4d05-9c0a-d99a7646a232 req-fc348b4b-5554-4b41-a858-5cdaea9b2cee tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:42.932350 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-63db9881-4b2d-4d05-9c0a-d99a7646a232 req-fc348b4b-5554-4b41-a858-5cdaea9b2cee tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.0605090 Jun 16 16:56:42.968560 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-63db9881-4b2d-4d05-9c0a-d99a7646a232 req-de47cf8f-ad4e-4d4b-8241-bcc9dde6d8e8 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307026 Jun 16 16:56:43.183728 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f2492-9f3c-4d17-a973-d6c2831d67a5 req-ecef3d75-d2b6-41df-95c2-43a73ea5c89b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:43.185219 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ff4f2492-9f3c-4d17-a973-d6c2831d67a5 req-ecef3d75-d2b6-41df-95c2-43a73ea5c89b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.0654881 Jun 16 16:56:43.222888 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ff4f2492-9f3c-4d17-a973-d6c2831d67a5 req-e90d4169-1d6b-4fc1-b599-aa31a257589b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320637 Jun 16 16:56:43.355780 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d87d36e8-271f-414f-b5d7-33a647f529a2 req-b7f8660c-c12b-48fa-9afd-c9da5e0e90b1 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0284429 Jun 16 16:56:43.730608 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601385e6-f2de-46ff-8cf3-3372335b0fc4 req-9333ca8f-2c3b-4767-8be5-5e1af02b6640 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:43.732038 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-601385e6-f2de-46ff-8cf3-3372335b0fc4 req-9333ca8f-2c3b-4767-8be5-5e1af02b6640 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.0601187 Jun 16 16:56:43.771996 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-601385e6-f2de-46ff-8cf3-3372335b0fc4 req-1a2038eb-475f-44a0-9342-ef51379b687d tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341461 Jun 16 16:56:43.933175 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b583d-e0f1-4af4-a466-9464745bddcc req-315f1fc6-2175-402b-a679-ac094053712e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:43.934634 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-575b583d-e0f1-4af4-a466-9464745bddcc req-315f1fc6-2175-402b-a679-ac094053712e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0630283 Jun 16 16:56:43.971360 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-575b583d-e0f1-4af4-a466-9464745bddcc req-77f71133-77df-4124-8354-ef4334f32a34 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Jun 16 16:56:44.135289 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6012ba-fbc9-4a45-a852-f1a1c1841525 req-a7ef1d98-cb22-46c9-8166-97315f4e6dea tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:44.136711 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4f6012ba-fbc9-4a45-a852-f1a1c1841525 req-a7ef1d98-cb22-46c9-8166-97315f4e6dea tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.0619030 Jun 16 16:56:44.174201 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4f6012ba-fbc9-4a45-a852-f1a1c1841525 req-47cfe8f4-b972-4592-9b76-043c0eb722e6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Jun 16 16:56:44.392088 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Request body: {'port': {'device_id': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:44.400031 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Request body: {'port': {'device_id': '206475e5-2c3d-46ac-acc8-c6fff96f84b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:44.404896 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Request body: {'port': {'device_id': 'f496df52-3814-4f69-b695-de24e34be1e5', 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458', 'admin_state_up': True, 'tenant_id': '219bd16e14fe4f459e12cae6d4afcf16'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:44.517685 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24794-b921-4c2d-89a1-60679909bbd0 req-bd2e9459-cc6c-44aa-a153-4ee739dc4258 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:44.519202 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e5c24794-b921-4c2d-89a1-60679909bbd0 req-bd2e9459-cc6c-44aa-a153-4ee739dc4258 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.1817002 Jun 16 16:56:44.635494 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-72b273c1-c56a-4959-9d49-fd59f46b8f76 req-9e41b85b-07a5-4a36-8f09-0bb3fb5685cc tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.1096232 Jun 16 16:56:44.658363 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:44.685569 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:44.707927 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e5c24794-b921-4c2d-89a1-60679909bbd0 req-4d04137c-9bb0-4d4e-8853-ad5142f0871f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801233 Jun 16 16:56:44.718076 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5827e-25d8-4bbd-a2b8-57207f540aba req-a64330a2-1e4b-4912-8ea8-d7cbe5c30154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:44.719603 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-e6f5827e-25d8-4bbd-a2b8-57207f540aba req-a64330a2-1e4b-4912-8ea8-d7cbe5c30154 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 1098 time: 0.0804856 Jun 16 16:56:44.768256 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-e6f5827e-25d8-4bbd-a2b8-57207f540aba req-a05be10b-6291-4d5e-8516-dd947fb2ffb7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 Jun 16 16:56:44.847896 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Made reservation on behalf of 219bd16e14fe4f459e12cae6d4afcf16 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:44.851888 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:45.242975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f420-d940-4364-baa8-d5c54d5ee76b req-81468ff8-d4d1-49c2-b949-5850f4bf6602 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:45.246194 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6021f420-d940-4364-baa8-d5c54d5ee76b req-81468ff8-d4d1-49c2-b949-5850f4bf6602 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 936 time: 0.3437417 Jun 16 16:56:45.305963 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Allocated IP 172.20.0.7 (85cd12db-ab83-4c48-a8fc-6f3611230458/7f7ed358-3927-41e6-9195-b1178b85d0a4/0a491773-b767-40f9-b156-e641d7e59e46) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:56:45.396800 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6021f420-d940-4364-baa8-d5c54d5ee76b req-f748b666-f9ab-4002-a8a7-0094ab2b6515 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495936 Jun 16 16:56:45.442583 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da474a9-6677-4fb3-be9d-8fdaf40498b6 req-ad9d4a99-9261-4158-934c-b1d65a9297a8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:45.444118 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7da474a9-6677-4fb3-be9d-8fdaf40498b6 req-ad9d4a99-9261-4158-934c-b1d65a9297a8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.3197646 Jun 16 16:56:45.491609 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d78b8-1579-4878-a5e6-a74ea0418047 req-7987ad2a-cc05-4881-86f5-812059d1da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:45.494321 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-ff3d78b8-1579-4878-a5e6-a74ea0418047 req-7987ad2a-cc05-4881-86f5-812059d1da00 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 1099 time: 0.2910154 Jun 16 16:56:45.519797 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba769a9-4786-4a28-9462-429dbb283af8 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:56:45.525334 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f10c7af-26c2-4382-8d9c-f8424acbc231 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:56:45.529992 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-ff3d78b8-1579-4878-a5e6-a74ea0418047 req-ebe44f31-a5de-4027-bcf5-27c19cc09ebb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283167 Jun 16 16:56:45.573668 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:45.578049 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:45.645828 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7da474a9-6677-4fb3-be9d-8fdaf40498b6 req-017fdac6-c1cc-4e8b-b286-e6806d55af2a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810246 Jun 16 16:56:45.652919 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Transition to ACTIVE for port object 0f10c7af-26c2-4382-8d9c-f8424acbc231 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:45.653933 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Transition to ACTIVE for port object bba769a9-4786-4a28-9462-429dbb283af8 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:45.661794 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:45.673350 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:45.673350 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:46.050130 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Pushing event updated for resources: {'Port': ['ID=bba769a9-4786-4a28-9462-429dbb283af8,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:46.078638 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.087384 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbc052-2e1a-42ab-89e3-4853df2fbacd req-6ced2f8a-a8b2-4699-a9c3-734e6c4b8d27 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:46.088816 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-82bbc052-2e1a-42ab-89e3-4853df2fbacd req-6ced2f8a-a8b2-4699-a9c3-734e6c4b8d27 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 931 time: 0.5772467 Jun 16 16:56:46.090507 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-172d88c0-4bb7-452b-83ac-e41962fd9b07 req-c3a979d0-0c80-4fd3-b7eb-10fb872d556a tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0704768 Jun 16 16:56:46.246153 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f10c7af-26c2-4382-8d9c-f8424acbc231,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:46.254210 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:46.270665 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.599s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:46.271038 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:46.308923 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-82bbc052-2e1a-42ab-89e3-4853df2fbacd req-c78926ff-261a-4133-8770-ddbb01fee6f8 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106822 Jun 16 16:56:46.337917 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Attempting to bind port bba769a9-4786-4a28-9462-429dbb283af8 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:56:46.338246 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Attempting to bind port bba769a9-4786-4a28-9462-429dbb283af8 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:56:46.338608 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Attempting to bind port bba769a9-4786-4a28-9462-429dbb283af8 on network 35d6f5f5-7722-4351-b624-f6595cd0870f {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:46.342474 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Attempting to bind port 0f10c7af-26c2-4382-8d9c-f8424acbc231 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:56:46.342767 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Attempting to bind port 0f10c7af-26c2-4382-8d9c-f8424acbc231 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'bcdf18e8-f8b4-4c7a-84bf-e7658add1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:56:46.343153 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Attempting to bind port 0f10c7af-26c2-4382-8d9c-f8424acbc231 on network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:46.350451 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.357985 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:46.360876 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Port 0f10c7af-26c2-4382-8d9c-f8424acbc231 on network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:56:46.361188 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Attempting to bind port 0f10c7af-26c2-4382-8d9c-f8424acbc231 on network b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:46.368956 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Port bba769a9-4786-4a28-9462-429dbb283af8 on network 35d6f5f5-7722-4351-b624-f6595cd0870f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:56:46.369278 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Attempting to bind port bba769a9-4786-4a28-9462-429dbb283af8 on network 35d6f5f5-7722-4351-b624-f6595cd0870f {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:46.403564 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:56:46.403903 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Checking segment: {'id': 'bcdf18e8-f8b4-4c7a-84bf-e7658add1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:46.404283 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Bound using segment: {'id': 'bcdf18e8-f8b4-4c7a-84bf-e7658add1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:56:46.404705 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Bound port: 0f10c7af-26c2-4382-8d9c-f8424acbc231, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcdf18e8-f8b4-4c7a-84bf-e7658add1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:56:46.405045 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.411246 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:56:46.411600 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Checking segment: {'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:46.411995 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Bound using segment: {'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:56:46.412521 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Bound port: bba769a9-4786-4a28-9462-429dbb283af8, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b83d02-aad4-4cac-b783-afe4d2df2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:56:46.412790 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.442771 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Network 85cd12db-ab83-4c48-a8fc-6f3611230458 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:56:46.459645 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b435fd3-cfc6-4ad0-b176-3c3b3f34a016 req-62e68ad7-fda8-493f-a0ed-1800bc26527b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:46.466803 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3b435fd3-cfc6-4ad0-b176-3c3b3f34a016 req-62e68ad7-fda8-493f-a0ed-1800bc26527b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.2576513 Jun 16 16:56:46.481586 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:46.485310 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:56:46.501127 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Pushing event updated for resources: {'Port': ['ID=0a491773-b767-40f9-b156-e641d7e59e46,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:46.570841 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:46.664313 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3b435fd3-cfc6-4ad0-b176-3c3b3f34a016 req-5c2d4a7e-1f98-4683-87d8-4454edb2871e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960568 Jun 16 16:56:46.696220 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:46.696813 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.721193 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] For port 0f10c7af-26c2-4382-8d9c-f8424acbc231, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:56:46.725751 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] For port 0f10c7af-26c2-4382-8d9c-f8424acbc231, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=0f10c7af-26c2-4382-8d9c-f8424acbc231,segment=NetworkSegment(bcdf18e8-f8b4-4c7a-84bf-e7658add1481),segment_id=bcdf18e8-f8b4-4c7a-84bf-e7658add1481)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:56:46.727772 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] For port bba769a9-4786-4a28-9462-429dbb283af8, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:56:46.731481 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] For port bba769a9-4786-4a28-9462-429dbb283af8, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bba769a9-4786-4a28-9462-429dbb283af8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:56:46.736876 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.748213 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:46.769544 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3821933 Jun 16 16:56:46.773651 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.777168 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:46.777781 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.779131 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-d8556843-de51-4380-b387-adccac7867a9 service neutron] 10.222.0.46 "PUT /v2.0/ports/0f10c7af-26c2-4382-8d9c-f8424acbc231 HTTP/1.1" status: 200 len: 1098 time: 2.3929460 Jun 16 16:56:46.841654 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206475e5-2c3d-46ac-acc8-c6fff96f84b9', 'tag': '0f10c7af-26c2-4382-8d9c-f8424acbc231'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:56:46.845535 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda3f80f-9a35-4dfd-b474-29ebca2558b4" -d '{"events": [{"name": "network-changed", "server_uuid": "206475e5-2c3d-46ac-acc8-c6fff96f84b9", "tag": "0f10c7af-26c2-4382-8d9c-f8424acbc231"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:56:46.874574 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Request body: {'port': {'device_id': 'f496df52-3814-4f69-b695-de24e34be1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:46.880843 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:46.881498 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.883215 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] 10.222.0.46 "PUT /v2.0/ports/bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 200 len: 1093 time: 2.4981380 Jun 16 16:56:46.973924 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6e181-acf6-4883-86b4-6c0368effe61 req-507ff3ed-a154-4197-9aa9-3514a30d7d17 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:46.975541 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d4e6e181-acf6-4883-86b4-6c0368effe61 req-507ff3ed-a154-4197-9aa9-3514a30d7d17 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 948 time: 0.4059792 Jun 16 16:56:46.989646 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f10c7af-26c2-4382-8d9c-f8424acbc231,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:47.047943 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:47.048945 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-05082bf0-cb5a-470c-9a07-dab941d28eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:47.230404 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d4e6e181-acf6-4883-86b4-6c0368effe61 req-87186d23-7cfa-4f96-af7f-b8a477f23d02 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359130 Jun 16 16:56:47.231067 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Pushing event updated for resources: {'Port': ['ID=bba769a9-4786-4a28-9462-429dbb283af8,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:47.243657 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:47.244379 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.264751 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27192928-2d21-432e-9dfa-bb6ce4539b8d req-b7a53b7b-2019-41ce-9b68-aa0486e6b41a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:47.266237 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-27192928-2d21-432e-9dfa-bb6ce4539b8d req-b7a53b7b-2019-41ce-9b68-aa0486e6b41a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.4029346 Jun 16 16:56:47.279790 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-dccd62c5-daa2-495d-9e83-b361051598a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:47.281257 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-dccd62c5-daa2-495d-9e83-b361051598a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ad503ebce1a4def88505121c003f075&device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 1101 time: 0.3201277 Jun 16 16:56:47.311555 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-03958adf-03e6-4115-a424-3b56f549082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:47.313008 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-03958adf-03e6-4115-a424-3b56f549082d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=995454a579f541d890449e49085c1044&device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 1096 time: 0.3360577 Jun 16 16:56:47.347657 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-27192928-2d21-432e-9dfa-bb6ce4539b8d req-c00a6711-21bd-457d-913b-db7b5dfadf5f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727851 Jun 16 16:56:47.394633 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea412dd5-d2da-448b-a5f5-3cfa659fe1fe x-openstack-request-id: req-ea412dd5-d2da-448b-a5f5-3cfa659fe1fe {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:56:47.394821 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206475e5-2c3d-46ac-acc8-c6fff96f84b9", "tag": "0f10c7af-26c2-4382-8d9c-f8424acbc231", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:56:47.395098 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea412dd5-d2da-448b-a5f5-3cfa659fe1fe {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:56:47.395511 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206475e5-2c3d-46ac-acc8-c6fff96f84b9', 'tag': '0f10c7af-26c2-4382-8d9c-f8424acbc231', 'status': 'completed', 'code': 200} Jun 16 16:56:47.593485 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef45ae1-56e0-4293-8958-7d64e740993f req-ced3cffc-419b-495f-8a8a-f76c0ad5f8fa tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:47.597004 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fef45ae1-56e0-4293-8958-7d64e740993f req-ced3cffc-419b-495f-8a8a-f76c0ad5f8fa tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 931 time: 0.1212966 Jun 16 16:56:47.614313 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a491773-b767-40f9-b156-e641d7e59e46 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:56:47.627654 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.653507 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Transition to ACTIVE for port object 0a491773-b767-40f9-b156-e641d7e59e46 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:47.657019 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fef45ae1-56e0-4293-8958-7d64e740993f req-0c120a69-6150-420a-b570-836d1c4713c5 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545681 Jun 16 16:56:47.658060 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.659975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4a980af9-ae4f-453e-9818-32e9b31a6917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:47.730977 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Pushing event updated for resources: {'Port': ['ID=0a491773-b767-40f9-b156-e641d7e59e46,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:47.735079 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:47.836321 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Attempting to bind port 0a491773-b767-40f9-b156-e641d7e59e46 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:56:47.836648 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Attempting to bind port 0a491773-b767-40f9-b156-e641d7e59e46 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'd97434ea-bb93-434c-a69e-6988caaf47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:56:47.836974 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Attempting to bind port 0a491773-b767-40f9-b156-e641d7e59e46 on network 85cd12db-ab83-4c48-a8fc-6f3611230458 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:47.847927 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Port 0a491773-b767-40f9-b156-e641d7e59e46 on network 85cd12db-ab83-4c48-a8fc-6f3611230458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:56:47.848242 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Attempting to bind port 0a491773-b767-40f9-b156-e641d7e59e46 on network 85cd12db-ab83-4c48-a8fc-6f3611230458 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:47.856027 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:56:47.856363 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Checking segment: {'id': 'd97434ea-bb93-434c-a69e-6988caaf47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:47.856740 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Bound using segment: {'id': 'd97434ea-bb93-434c-a69e-6988caaf47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:56:47.857154 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Bound port: 0a491773-b767-40f9-b156-e641d7e59e46, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97434ea-bb93-434c-a69e-6988caaf47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:56:47.857502 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.867564 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8fa74-3f9c-445f-9d38-d24465ede80c req-0aa4c8e4-e838-4fb6-8feb-7d625ce8235b tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:47.868947 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1a8fa74-3f9c-445f-9d38-d24465ede80c req-0aa4c8e4-e838-4fb6-8feb-7d625ce8235b tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 943 time: 0.0930519 Jun 16 16:56:47.917767 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.935930 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1a8fa74-3f9c-445f-9d38-d24465ede80c req-8e704df2-6a3c-4d8a-b75c-ac915b1c1c65 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611653 Jun 16 16:56:47.956434 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] For port 0a491773-b767-40f9-b156-e641d7e59e46, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:56:47.959536 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] For port 0a491773-b767-40f9-b156-e641d7e59e46, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=0a491773-b767-40f9-b156-e641d7e59e46,segment=NetworkSegment(d97434ea-bb93-434c-a69e-6988caaf47f5),segment_id=d97434ea-bb93-434c-a69e-6988caaf47f5)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:56:47.964067 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.966933 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:47.996084 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:47.996690 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.998025 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] 10.222.0.46 "PUT /v2.0/ports/0a491773-b767-40f9-b156-e641d7e59e46 HTTP/1.1" status: 200 len: 1093 time: 1.1285925 Jun 16 16:56:48.018484 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Pushing event updated for resources: {'Port': ['ID=0a491773-b767-40f9-b156-e641d7e59e46,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:48.021275 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:48.407293 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfaade7-7938-43e9-a5b0-2cc066d43072 req-59ea4085-868e-4541-a595-5e2b17484d19 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:48.408863 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1cfaade7-7938-43e9-a5b0-2cc066d43072 req-59ea4085-868e-4541-a595-5e2b17484d19 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 948 time: 0.0654919 Jun 16 16:56:48.445487 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1cfaade7-7938-43e9-a5b0-2cc066d43072 req-f63d5ba7-1afd-4f60-84e3-b460370c69e9 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307343 Jun 16 16:56:48.603183 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a934-29eb-4590-8cdd-7e8727182142 req-4938bf20-4e4b-4da4-8aa0-b160b6eafb9f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:48.604590 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03f4a934-29eb-4590-8cdd-7e8727182142 req-4938bf20-4e4b-4da4-8aa0-b160b6eafb9f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0642030 Jun 16 16:56:48.640457 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03f4a934-29eb-4590-8cdd-7e8727182142 req-335f4892-7de1-4a0c-878e-6db8da7ecc2c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303261 Jun 16 16:56:48.808404 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf1e91-dcdb-4dd6-b7b0-421128949040 req-4c50f421-893a-475f-80ce-27e65b79c28b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:48.809830 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-96bf1e91-dcdb-4dd6-b7b0-421128949040 req-4c50f421-893a-475f-80ce-27e65b79c28b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0620852 Jun 16 16:56:48.845486 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-96bf1e91-dcdb-4dd6-b7b0-421128949040 req-c42d37b6-6ea6-4481-a4a5-60cceaa26c8f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300343 Jun 16 16:56:49.003124 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab7803-6190-4698-8c33-ed17d286aac9 req-d8bf8a3d-136a-44fd-a20d-a7b7c74c6a6e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:49.004638 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4eab7803-6190-4698-8c33-ed17d286aac9 req-d8bf8a3d-136a-44fd-a20d-a7b7c74c6a6e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 943 time: 0.0628781 Jun 16 16:56:49.044947 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4eab7803-6190-4698-8c33-ed17d286aac9 req-8af91100-a873-491c-af7d-9bd8e6c4a9a9 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332878 Jun 16 16:56:49.216302 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff4a2-8ef2-4f23-972d-b24ff537fe07 req-e53351fd-3fc0-4267-ad79-a44cb690da32 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:49.217739 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-368ff4a2-8ef2-4f23-972d-b24ff537fe07 req-e53351fd-3fc0-4267-ad79-a44cb690da32 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 943 time: 0.0701802 Jun 16 16:56:49.255840 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-368ff4a2-8ef2-4f23-972d-b24ff537fe07 req-36171765-8313-4310-86dc-1d7df201e70f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Jun 16 16:56:49.396246 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8'}, {'name': 'network-changed', 'server_uuid': 'f496df52-3814-4f69-b695-de24e34be1e5', 'tag': '0a491773-b767-40f9-b156-e641d7e59e46'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:56:49.399140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d53f0a-1322-4629-8c31-0b9ed97b90da" -d '{"events": [{"name": "network-changed", "server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "tag": "bba769a9-4786-4a28-9462-429dbb283af8"}, {"name": "network-changed", "server_uuid": "f496df52-3814-4f69-b695-de24e34be1e5", "tag": "0a491773-b767-40f9-b156-e641d7e59e46"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:56:49.436903 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Jun 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1005e35f-4082-4ee6-86dc-bdb27dad232c x-openstack-request-id: req-1005e35f-4082-4ee6-86dc-bdb27dad232c {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:56:49.437468 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "tag": "bba769a9-4786-4a28-9462-429dbb283af8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f496df52-3814-4f69-b695-de24e34be1e5", "tag": "0a491773-b767-40f9-b156-e641d7e59e46", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:56:49.437575 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1005e35f-4082-4ee6-86dc-bdb27dad232c {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:56:49.437937 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8', 'status': 'completed', 'code': 200} Jun 16 16:56:49.438245 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f496df52-3814-4f69-b695-de24e34be1e5', 'tag': '0a491773-b767-40f9-b156-e641d7e59e46', 'status': 'completed', 'code': 200} Jun 16 16:56:49.614092 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bfc80-57f2-488d-bd50-2cf6a631dc02 req-2120164e-37bb-40a4-99b9-3942dd5cd512 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:49.615566 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-141bfc80-57f2-488d-bd50-2cf6a631dc02 req-2120164e-37bb-40a4-99b9-3942dd5cd512 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 948 time: 0.0617964 Jun 16 16:56:49.652055 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-141bfc80-57f2-488d-bd50-2cf6a631dc02 req-ed1e2cd2-9c3f-4414-b2b2-6b95f88c2520 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301640 Jun 16 16:56:50.218015 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cfbff-e61c-4e91-b1f6-a63022263c98 req-38842080-4546-4097-abc6-e49807d3d2a7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:50.219531 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-461cfbff-e61c-4e91-b1f6-a63022263c98 req-38842080-4546-4097-abc6-e49807d3d2a7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 943 time: 0.0661824 Jun 16 16:56:50.258419 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-461cfbff-e61c-4e91-b1f6-a63022263c98 req-30959473-f78b-488f-9f90-0eb9ffb351b1 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Jun 16 16:56:50.348458 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-fac54082-43ea-41db-ab93-aefed54855dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0f10c7af-26c2-4382-8d9c-f8424acbc231 HTTP/1.1" status: 200 len: 217 time: 0.0493536 Jun 16 16:56:50.416018 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-daeeba4e-f60c-4a6f-8dfd-fc9680032b63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 200 len: 217 time: 0.0806949 Jun 16 16:56:50.517547 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-980df106-8b54-476b-8959-1a4dbedfe837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:50.519026 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-980df106-8b54-476b-8959-1a4dbedfe837 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0891919d-a34e-4c61-9280-56a76c6c7f45 HTTP/1.1" status: 200 len: 843 time: 0.1235802 Jun 16 16:56:50.531274 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-7e1c8c2f-fa79-463f-9fc3-f5e84db3d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:50.532557 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-7e1c8c2f-fa79-463f-9fc3-f5e84db3d42f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64451bb0-82d5-42eb-b752-a16e65cf0318 HTTP/1.1" status: 200 len: 853 time: 0.0959060 Jun 16 16:56:50.594143 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-48ffb89d-088e-4920-8eea-09ba212a5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:50.594385 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-48ffb89d-088e-4920-8eea-09ba212a5775 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=219bd16e14fe4f459e12cae6d4afcf16&device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 1096 time: 0.2601354 Jun 16 16:56:50.609701 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ffc04-871a-448d-a5b7-5be24cbaea62 req-ba95ed16-b0b5-429b-8be7-853b1df39fb4 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:50.611014 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5f9ffc04-871a-448d-a5b7-5be24cbaea62 req-ba95ed16-b0b5-429b-8be7-853b1df39fb4 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 943 time: 0.2143841 Jun 16 16:56:50.893808 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-7ce8b93d-ff8f-49ef-b1e9-69d37f7ed9f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a491773-b767-40f9-b156-e641d7e59e46 HTTP/1.1" status: 200 len: 217 time: 0.2799585 Jun 16 16:56:51.000487 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5f9ffc04-871a-448d-a5b7-5be24cbaea62 req-1459aa99-b30b-4d8d-b500-3013bafcaf84 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766401 Jun 16 16:56:51.009923 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-a1ed460b-c91a-4f23-845c-d27b978e671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.011344 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-a1ed460b-c91a-4f23-845c-d27b978e671e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4823625 Jun 16 16:56:51.017410 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f8a0b3fa-6b94-4540-87b4-289d7ee15bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.018759 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-f8a0b3fa-6b94-4540-87b4-289d7ee15bbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35d6f5f5-7722-4351-b624-f6595cd0870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4577682 Jun 16 16:56:51.024295 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-af6a5904-32a3-4dfa-81c5-2de5c61e6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.025597 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-af6a5904-32a3-4dfa-81c5-2de5c61e6424 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f7ed358-3927-41e6-9195-b1178b85d0a4 HTTP/1.1" status: 200 len: 849 time: 0.0934887 Jun 16 16:56:51.045379 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e6b5d-374f-4c03-b602-df08f511f617 req-f19fba98-3d84-4cf0-9273-920b539e3d60 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.046775 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ab8e6b5d-374f-4c03-b602-df08f511f617 req-f19fba98-3d84-4cf0-9273-920b539e3d60 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 948 time: 0.1643317 Jun 16 16:56:51.126104 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-b54e7d6f-7bf6-4174-b099-b0cb22c0114b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85cd12db-ab83-4c48-a8fc-6f3611230458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699110 Jun 16 16:56:51.240906 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ab8e6b5d-374f-4c03-b602-df08f511f617 req-2b8c2abe-7ed3-45ac-be4c-0cb71efc4efb tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884105 Jun 16 16:56:51.327962 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-65999675-3327-40a2-858f-e9e2ec4ad8bf service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653039 Jun 16 16:56:51.331260 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-787f5fb4-9b99-4ea7-8791-f2fd1a2375d9 service neutron] 10.222.0.46 "GET /v2.0/networks/b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774620 Jun 16 16:56:51.377868 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-6a57cfcf-65ef-4afa-b292-793b3387ea26 service neutron] 10.222.0.46 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302718 Jun 16 16:56:51.593842 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5443a-3b3f-411d-a3bf-8f288b69acd1 req-84625faa-6e92-4ab8-9411-d68c47f04763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.595422 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-f9b5443a-3b3f-411d-a3bf-8f288b69acd1 req-84625faa-6e92-4ab8-9411-d68c47f04763 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 1099 time: 0.0546422 Jun 16 16:56:51.620409 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-14dd4950-3aee-4d81-b87f-a41939b5ae8b service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721605 Jun 16 16:56:51.627592 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bedf7900-c4e2-4cbd-9500-8feb7dbbc3e4 req-cab6a2f2-85b7-49bb-80ab-d763e43f93a8 service neutron] 10.222.0.46 "GET /v2.0/networks/b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781656 Jun 16 16:56:51.635957 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d350e732-d8a7-4b84-80c1-e556248557c3 req-86def08b-1a5d-4ecc-8587-8b1f9047d76e service neutron] 10.222.0.46 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471066 Jun 16 16:56:51.665870 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538805dd-8ab8-4e4c-a251-d143377caf38 req-4cf8240b-9fde-496d-8b5b-1f3dd0e0a597 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.667404 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-538805dd-8ab8-4e4c-a251-d143377caf38 req-4cf8240b-9fde-496d-8b5b-1f3dd0e0a597 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 943 time: 0.2652664 Jun 16 16:56:51.703264 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5443a-3b3f-411d-a3bf-8f288b69acd1 req-743a5446-6bc2-4886-b036-cfce6f00e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.705150 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-f9b5443a-3b3f-411d-a3bf-8f288b69acd1 req-743a5446-6bc2-4886-b036-cfce6f00e34a service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 921 time: 0.0969312 Jun 16 16:56:51.719771 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-538805dd-8ab8-4e4c-a251-d143377caf38 req-fcc45a92-f80a-4fc2-91d8-ca541baed369 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431364 Jun 16 16:56:51.770326 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-7edc1b17-0e27-494e-b821-37f617944349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.771690 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-7edc1b17-0e27-494e-b821-37f617944349 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=995454a579f541d890449e49085c1044&device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 1096 time: 0.0648909 Jun 16 16:56:51.791763 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-f9b5443a-3b3f-411d-a3bf-8f288b69acd1 req-57a9791b-8b42-49b5-9b38-629f899eedd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65 HTTP/1.1" status: 200 len: 217 time: 0.0375035 Jun 16 16:56:51.861555 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5443a-3b3f-411d-a3bf-8f288b69acd1 req-41bb8a5e-ab74-43bc-992a-f06c00e0df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.863552 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-f9b5443a-3b3f-411d-a3bf-8f288b69acd1 req-41bb8a5e-ab74-43bc-992a-f06c00e0df7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.0650654 Jun 16 16:56:51.906238 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-01e4f92a-1235-440e-a614-be0d50e4c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.907974 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-01e4f92a-1235-440e-a614-be0d50e4c67b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ad503ebce1a4def88505121c003f075&device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 1101 time: 0.1339316 Jun 16 16:56:51.932900 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-f9b5443a-3b3f-411d-a3bf-8f288b69acd1 req-c1cad757-7bc6-4366-b8e6-6cbe6489a0e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485282 Jun 16 16:56:51.950122 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-063aff00-6d55-4e81-91b0-184aa68a81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.951947 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-063aff00-6d55-4e81-91b0-184aa68a81ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=35d6f5f5-7722-4351-b624-f6595cd0870f HTTP/1.1" status: 200 len: 916 time: 0.1495726 Jun 16 16:56:52.018887 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-193baaf0-1f3a-434e-8157-5954aa1a3fb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 200 len: 217 time: 0.0460253 Jun 16 16:56:52.117017 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-f9b5443a-3b3f-411d-a3bf-8f288b69acd1 req-c57b6121-96f6-4bea-9fd2-f0de11fc2573 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612821 Jun 16 16:56:52.197278 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-c8749486-85de-44d3-836d-7c921eeca3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:52.198565 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-c8749486-85de-44d3-836d-7c921eeca3d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8 HTTP/1.1" status: 200 len: 871 time: 0.2771773 Jun 16 16:56:52.201160 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-53a28e74-4e2a-47a1-91e3-487406f300bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:52.202571 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-53a28e74-4e2a-47a1-91e3-487406f300bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64451bb0-82d5-42eb-b752-a16e65cf0318 HTTP/1.1" status: 200 len: 853 time: 0.0972364 Jun 16 16:56:52.273705 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-f9b5443a-3b3f-411d-a3bf-8f288b69acd1 req-c6811d97-5336-40da-81b6-721eec946094 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442783 Jun 16 16:56:52.321647 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-ec9a0bf7-0917-4154-a32a-dc8616a5e82c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0f10c7af-26c2-4382-8d9c-f8424acbc231 HTTP/1.1" status: 200 len: 217 time: 0.1012740 Jun 16 16:56:52.337638 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111d48e-d467-4754-8807-438fa766fbcb req-4c82d645-c3d8-4411-84b6-449a6070df18 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:52.339078 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e111d48e-d467-4754-8807-438fa766fbcb req-4c82d645-c3d8-4411-84b6-449a6070df18 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2326391 Jun 16 16:56:52.441382 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-40dfe1d3-8cab-4302-a0dc-5123f6e5f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:52.442848 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-40dfe1d3-8cab-4302-a0dc-5123f6e5f026 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0891919d-a34e-4c61-9280-56a76c6c7f45 HTTP/1.1" status: 200 len: 843 time: 0.1029167 Jun 16 16:56:52.455505 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8bd7c-1be5-4c48-8676-0d4ce249945b req-c4b2e483-916a-4f74-8925-e2e0d9be29e6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:52.456904 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-29d8bd7c-1be5-4c48-8676-0d4ce249945b req-c4b2e483-916a-4f74-8925-e2e0d9be29e6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 943 time: 0.2534747 Jun 16 16:56:52.461117 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e111d48e-d467-4754-8807-438fa766fbcb req-f0eef352-26c4-4035-a151-9dc8c99b2c83 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089888 Jun 16 16:56:52.463040 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-02f6ed44-385a-4315-9d46-2facc378cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:52.464839 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-02f6ed44-385a-4315-9d46-2facc378cef1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35d6f5f5-7722-4351-b624-f6595cd0870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2195954 Jun 16 16:56:52.605243 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-29d8bd7c-1be5-4c48-8676-0d4ce249945b req-6b907cd9-f5dd-4a23-85f7-c361bf947859 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381478 Jun 16 16:56:52.654179 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-f4fef4ab-a5b5-4633-88ae-927bae35c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:52.655661 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-f4fef4ab-a5b5-4633-88ae-927bae35c02e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1900251 Jun 16 16:56:52.660403 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-59e1ad12-5dff-405c-9abf-6def6ae1362d service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859076 Jun 16 16:56:52.720280 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3da59-462f-4c4f-a307-9513b4c397cf req-0d246cc6-6a21-4cc1-a06d-a694897b4ee8 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:52.722130 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b5f3da59-462f-4c4f-a307-9513b4c397cf req-0d246cc6-6a21-4cc1-a06d-a694897b4ee8 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 948 time: 0.1397388 Jun 16 16:56:52.872366 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b5f3da59-462f-4c4f-a307-9513b4c397cf req-687c195b-1e4a-4224-b30a-622d8964ac82 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423984 Jun 16 16:56:53.132438 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-c28ac525-4308-43ad-a2bd-fd1eeaf090a0 service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483197 Jun 16 16:56:53.137929 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-8eda3776-f098-45cb-86bd-87a2c8d103de service neutron] 10.222.0.46 "GET /v2.0/networks/b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637134 Jun 16 16:56:53.168783 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356c80-0607-447a-99ad-fff3ef9f7f5b req-2f953010-1cf6-43cc-9204-91c369650ec9 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:53.170404 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-77356c80-0607-447a-99ad-fff3ef9f7f5b req-2f953010-1cf6-43cc-9204-91c369650ec9 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 943 time: 0.3280654 Jun 16 16:56:53.258250 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58486) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:53.299807 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-77356c80-0607-447a-99ad-fff3ef9f7f5b req-d4eab82b-1314-49ff-8f6f-5144a8bf7955 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161819 Jun 16 16:56:53.322675 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-74293c71-d347-4bff-b42d-e5bb42e0568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:53.324368 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-74293c71-d347-4bff-b42d-e5bb42e0568d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=219bd16e14fe4f459e12cae6d4afcf16&device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 1096 time: 0.1211295 Jun 16 16:56:53.355582 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bda3f80f-9a35-4dfd-b474-29ebca2558b4 req-55f5c95c-d26c-430f-81f2-c91682ab01ec service neutron] 10.222.0.46 "GET /v2.0/networks/b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842370 Jun 16 16:56:53.362140 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.423234 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-0260185b-8d6c-4221-ba57-a6293e4274ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:53.425009 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-0260185b-8d6c-4221-ba57-a6293e4274ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=85cd12db-ab83-4c48-a8fc-6f3611230458 HTTP/1.1" status: 200 len: 911 time: 0.0918114 Jun 16 16:56:53.456999 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.461739 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.464884 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f5d73d22-be39-4485-95eb-9ae2a78f6ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:53.470201 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-7520e9ed-fba2-49bd-888a-8483b7e82ba1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a491773-b767-40f9-b156-e641d7e59e46 HTTP/1.1" status: 200 len: 217 time: 0.0381207 Jun 16 16:56:53.500912 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0feee0202baf4192972cdf533a889f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415249 Jun 16 16:56:53.503004 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c48a19-e001-440c-b5dc-04855da63b15,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:53.504942 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58494) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:53.521848 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.522222 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.522603 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.522956 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.523304 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.523652 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.523993 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.524436 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.524667 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.525004 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.525340 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.525675 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:53.530757 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:53.545703 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-d78bfdcb-0650-4df3-bdf7-d03a3fa9bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:53.547190 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-d78bfdcb-0650-4df3-bdf7-d03a3fa9bcea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f7ed358-3927-41e6-9195-b1178b85d0a4 HTTP/1.1" status: 200 len: 849 time: 0.0695331 Jun 16 16:56:53.566937 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-09f15e21-5dd8-42e2-8862-906927a9494c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.584134 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2d97-9e83-4d28-965f-8a7d22d3480c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.597089 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-0f40a90a-b3e6-4e53-8af7-2880be543fb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85cd12db-ab83-4c48-a8fc-6f3611230458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413237 Jun 16 16:56:53.602192 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-09f15e21-5dd8-42e2-8862-906927a9494c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.660210 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-09f15e21-5dd8-42e2-8862-906927a9494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.663947 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-09f15e21-5dd8-42e2-8862-906927a9494c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.668252 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-09f15e21-5dd8-42e2-8862-906927a9494c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/21c48a19-e001-440c-b5dc-04855da63b15 HTTP/1.1" status: 204 len: 168 time: 0.1602526 Jun 16 16:56:53.668252 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6669e6aa-8ae9-4be8-b3d0-751eec166790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:53.676475 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f15e21-5dd8-42e2-8862-906927a9494c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c48a19-e001-440c-b5dc-04855da63b15,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:53.697174 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-09f15e21-5dd8-42e2-8862-906927a9494c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:53.757307 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-ab966bbf-23e6-41d0-959f-3d3f525d84ec service neutron] 10.222.0.46 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446307 Jun 16 16:56:53.760367 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289fc9c-bf09-4d2d-931d-e1cf2f826c30 req-e6203aa1-c66f-4743-9793-0efde4bb7a84 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:53.762358 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6289fc9c-bf09-4d2d-931d-e1cf2f826c30 req-e6203aa1-c66f-4743-9793-0efde4bb7a84 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1644495 Jun 16 16:56:53.895732 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6289fc9c-bf09-4d2d-931d-e1cf2f826c30 req-be631e6c-8241-4fd2-8fc1-8fd1f79e3e90 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214046 Jun 16 16:56:53.941320 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf080d-ab70-4d9d-838d-40be12850b35 req-028335f4-d3e9-49e3-8b2c-ca2ce9b90d88 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:53.943288 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2acf080d-ab70-4d9d-838d-40be12850b35 req-028335f4-d3e9-49e3-8b2c-ca2ce9b90d88 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 943 time: 0.1799872 Jun 16 16:56:53.945238 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15d53f0a-1322-4629-8c31-0b9ed97b90da req-5cb73fd1-6995-40ca-91e7-19f366648dce service neutron] 10.222.0.46 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730335 Jun 16 16:56:53.986929 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2acf080d-ab70-4d9d-838d-40be12850b35 req-6052644a-1782-428b-b836-5001e3272f87 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355477 Jun 16 16:56:54.086957 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965edc1a-16d2-47ce-ac00-4d72f2dfc9dc req-be10fe9d-4c15-4513-837a-558923ae29f6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:54.088475 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-965edc1a-16d2-47ce-ac00-4d72f2dfc9dc req-be10fe9d-4c15-4513-837a-558923ae29f6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 948 time: 0.0679569 Jun 16 16:56:54.135440 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-965edc1a-16d2-47ce-ac00-4d72f2dfc9dc req-83ddedd0-ba1d-4a90-832d-d55a416dd421 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Jun 16 16:56:54.480733 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db4b2a-e7f5-435c-bdee-9679a11a0e6e req-38ae7cdf-e8fc-49ed-9373-200553ce9bb0 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:54.482208 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-91db4b2a-e7f5-435c-bdee-9679a11a0e6e req-38ae7cdf-e8fc-49ed-9373-200553ce9bb0 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 943 time: 0.0666206 Jun 16 16:56:54.519147 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-91db4b2a-e7f5-435c-bdee-9679a11a0e6e req-6156d659-dd8f-41ee-afcc-c13eeafca45b tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311048 Jun 16 16:56:55.007846 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58556) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:55.073342 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480ee39-cc8d-40f4-91cd-a8fb4fcab679 req-cae6d093-11ff-4835-99b6-b1cb4f1643ce tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:55.074909 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b480ee39-cc8d-40f4-91cd-a8fb4fcab679 req-cae6d093-11ff-4835-99b6-b1cb4f1643ce tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0654626 Jun 16 16:56:55.115306 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0db7702b-0f2a-4ce0-9971-868e3ae1b195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.155706 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b480ee39-cc8d-40f4-91cd-a8fb4fcab679 req-06ab9928-eb91-4096-8e9e-1f7f61d294ad tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737798 Jun 16 16:56:55.190473 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab432d3-d2fc-4af1-9ed8-91936a40b58e req-3221edef-28af-4f86-b5c4-1d87df00dca1 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:55.192424 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7ab432d3-d2fc-4af1-9ed8-91936a40b58e req-3221edef-28af-4f86-b5c4-1d87df00dca1 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 943 time: 0.0899830 Jun 16 16:56:55.236608 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7ab432d3-d2fc-4af1-9ed8-91936a40b58e req-19c51496-ce1b-46a7-807a-5c8322d2f081 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376616 Jun 16 16:56:55.241752 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0db7702b-0f2a-4ce0-9971-868e3ae1b195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.246080 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0db7702b-0f2a-4ce0-9971-868e3ae1b195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.254872 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f9a6c32f-d950-4d46-800b-36ccb84d3786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:55.289436 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-0db7702b-0f2a-4ce0-9971-868e3ae1b195 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3230800fa366448e95a4507f9a743e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803490 Jun 16 16:56:55.290941 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58568) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:55.297845 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7702b-0f2a-4ce0-9971-868e3ae1b195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59914fc9-5724-4327-9ef7-6dff01117357,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:55.301039 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0db7702b-0f2a-4ce0-9971-868e3ae1b195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:55.342557 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a363560-4d8d-4ff8-96f0-e4b25e57bb8b req-8b811d5a-d45a-4aee-b4ce-99b3b9d91e06 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:55.345225 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6a363560-4d8d-4ff8-96f0-e4b25e57bb8b req-8b811d5a-d45a-4aee-b4ce-99b3b9d91e06 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 948 time: 0.0677409 Jun 16 16:56:55.349867 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-557de6f0-68f4-4a99-9946-0f559550ee06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.371843 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-557de6f0-68f4-4a99-9946-0f559550ee06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.385740 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6a363560-4d8d-4ff8-96f0-e4b25e57bb8b req-c2a8857d-5db6-49df-a67c-473d966612f7 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Jun 16 16:56:55.425534 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-557de6f0-68f4-4a99-9946-0f559550ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.428136 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-557de6f0-68f4-4a99-9946-0f559550ee06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.429292 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-557de6f0-68f4-4a99-9946-0f559550ee06 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/59914fc9-5724-4327-9ef7-6dff01117357 HTTP/1.1" status: 204 len: 168 time: 0.1374567 Jun 16 16:56:55.430035 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-d189fd63-f350-4285-9606-30006ccaa65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:55.437218 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557de6f0-68f4-4a99-9946-0f559550ee06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59914fc9-5724-4327-9ef7-6dff01117357,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:55.439421 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-557de6f0-68f4-4a99-9946-0f559550ee06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:55.560340 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device bba769a9-4786-4a28-9462-429dbb283af8 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:56:55.660985 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port bba769a9-4786-4a28-9462-429dbb283af8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bba769a9-4786-4a28-9462-429dbb283af8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:55.673365 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'bba769a9-4786-4a28-9462-429dbb283af8', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'port_id': 'bba769a9-4786-4a28-9462-429dbb283af8', 'mac_address': 'fa:16:3e:74:f3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:56:55.690720 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58576) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:55.700864 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362ddd6-55df-4835-a8d2-7f5265d6330a req-e0ee6c4e-994a-416b-95a6-bbd015f27c69 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:55.702595 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7362ddd6-55df-4835-a8d2-7f5265d6330a req-e0ee6c4e-994a-416b-95a6-bbd015f27c69 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 943 time: 0.0721850 Jun 16 16:56:55.703769 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b2935429-7275-440a-8b31-ea951cca1395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.717341 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.730084 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba769a9-4786-4a28-9462-429dbb283af8 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:56:55.748929 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7362ddd6-55df-4835-a8d2-7f5265d6330a req-9b833498-4045-49ce-a2e3-86033f042759 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Jun 16 16:56:55.755034 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port bba769a9-4786-4a28-9462-429dbb283af8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bba769a9-4786-4a28-9462-429dbb283af8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:55.761533 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.762509 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 0a491773-b767-40f9-b156-e641d7e59e46 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:56:55.764509 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:55.810049 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b2935429-7275-440a-8b31-ea951cca1395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.813876 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b2935429-7275-440a-8b31-ea951cca1395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.816991 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a4989a8b-ed01-4f0d-adcf-f8efa61696ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:55.849869 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2935429-7275-440a-8b31-ea951cca1395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd944ed-fc6b-47a1-8630-a87203f2649f,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:55.851198 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=bba769a9-4786-4a28-9462-429dbb283af8,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:55.856412 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-b2935429-7275-440a-8b31-ea951cca1395 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b60c838dd0b84593bb0b801877373e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624029 Jun 16 16:56:55.856412 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b2935429-7275-440a-8b31-ea951cca1395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:55.857459 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 58580) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:55.888894 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:55.906945 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6b656bc5-08ad-47f2-9721-753b85fae6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.919364 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 0a491773-b767-40f9-b156-e641d7e59e46, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=0a491773-b767-40f9-b156-e641d7e59e46,segment=NetworkSegment(d97434ea-bb93-434c-a69e-6988caaf47f5),segment_id=d97434ea-bb93-434c-a69e-6988caaf47f5)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:55.921943 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.930267 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '0a491773-b767-40f9-b156-e641d7e59e46', 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458', 'port_id': '0a491773-b767-40f9-b156-e641d7e59e46', 'mac_address': 'fa:16:3e:7f:f8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7ed358-3927-41e6-9195-b1178b85d0a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:56:55.945886 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.968836 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.983922 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a491773-b767-40f9-b156-e641d7e59e46 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:56:56.000527 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.003816 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.007322 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3fd944ed-fc6b-47a1-8630-a87203f2649f HTTP/1.1" status: 204 len: 168 time: 0.1464124 Jun 16 16:56:56.007322 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:56.014267 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd944ed-fc6b-47a1-8630-a87203f2649f,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:56.014689 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 0a491773-b767-40f9-b156-e641d7e59e46, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=0a491773-b767-40f9-b156-e641d7e59e46,segment=NetworkSegment(d97434ea-bb93-434c-a69e-6988caaf47f5),segment_id=d97434ea-bb93-434c-a69e-6988caaf47f5)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:56.019997 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.021260 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 0f10c7af-26c2-4382-8d9c-f8424acbc231 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:56:56.023256 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.024232 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.024687 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.024838 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:56.025223 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.025649 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.026074 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.026623 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.027083 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.027501 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.027918 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.028618 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.029453 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:56.039221 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:56.119399 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=0a491773-b767-40f9-b156-e641d7e59e46,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:56.122624 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:56.188715 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 0f10c7af-26c2-4382-8d9c-f8424acbc231, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=0f10c7af-26c2-4382-8d9c-f8424acbc231,segment=NetworkSegment(bcdf18e8-f8b4-4c7a-84bf-e7658add1481),segment_id=bcdf18e8-f8b4-4c7a-84bf-e7658add1481)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:56.200935 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '0f10c7af-26c2-4382-8d9c-f8424acbc231', 'network_id': 'b3dcdbdd-8dc9-4252-b7a0-657885aa2fb8', 'port_id': '0f10c7af-26c2-4382-8d9c-f8424acbc231', 'mac_address': 'fa:16:3e:10:83:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0891919d-a34e-4c61-9280-56a76c6c7f45', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:56:56.254484 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.258057 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.270596 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f10c7af-26c2-4382-8d9c-f8424acbc231 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:56:56.393169 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d78ded-b49e-483d-a8fb-26dfa7da6512 req-94d5cfac-726b-4f27-83c3-b509101a2582 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:56.394748 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-12d78ded-b49e-483d-a8fb-26dfa7da6512 req-94d5cfac-726b-4f27-83c3-b509101a2582 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0847492 Jun 16 16:56:56.416485 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 0f10c7af-26c2-4382-8d9c-f8424acbc231, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=0f10c7af-26c2-4382-8d9c-f8424acbc231,segment=NetworkSegment(bcdf18e8-f8b4-4c7a-84bf-e7658add1481),segment_id=bcdf18e8-f8b4-4c7a-84bf-e7658add1481)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:56.425397 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.427395 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:56.475248 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=0f10c7af-26c2-4382-8d9c-f8424acbc231,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:56.478957 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:56.486441 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-12d78ded-b49e-483d-a8fb-26dfa7da6512 req-bf14a744-4195-4965-a9a7-8b6be8ae0e98 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843737 Jun 16 16:56:56.516131 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3354e6-26fa-410e-866a-8d590a53cb27 req-b1f02e61-c95b-4574-9a90-cb45a447aaa5 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:56.518163 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ca3354e6-26fa-410e-866a-8d590a53cb27 req-b1f02e61-c95b-4574-9a90-cb45a447aaa5 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 944 time: 0.1040547 Jun 16 16:56:56.557976 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ca3354e6-26fa-410e-866a-8d590a53cb27 req-dd11b1f5-ac4e-486e-be15-fcd409272160 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338445 Jun 16 16:56:56.657614 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98aed-e72a-4a20-9ac5-c67af09e8a5c req-b39bd166-b58a-49c0-8057-dd0c90b02bc6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:56.659235 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-26f98aed-e72a-4a20-9ac5-c67af09e8a5c req-b39bd166-b58a-49c0-8057-dd0c90b02bc6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 949 time: 0.0678802 Jun 16 16:56:56.699182 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-26f98aed-e72a-4a20-9ac5-c67af09e8a5c req-62a362b2-8af5-4355-94aa-c54319a2b581 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Jun 16 16:56:56.800049 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.934574 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3fe30-cf39-489f-a3e7-8da20bbe6e1a req-bf49cbcd-af03-4f0a-a563-7fbf9e7ea4a6 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:56.936071 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ecd3fe30-cf39-489f-a3e7-8da20bbe6e1a req-bf49cbcd-af03-4f0a-a563-7fbf9e7ea4a6 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 944 time: 0.0665343 Jun 16 16:56:56.973198 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ecd3fe30-cf39-489f-a3e7-8da20bbe6e1a req-79ca61a5-fa6e-4064-ae6c-654d7626ca4f tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314300 Jun 16 16:56:57.620744 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58648) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:57.657669 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7218f8-39f8-4440-b60d-1e2f2d46ea7e req-6173279e-73ea-4d1d-89cd-bc0d03c0f700 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:57.659168 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cf7218f8-39f8-4440-b60d-1e2f2d46ea7e req-6173279e-73ea-4d1d-89cd-bc0d03c0f700 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0622480 Jun 16 16:56:57.695904 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cf7218f8-39f8-4440-b60d-1e2f2d46ea7e req-9937a76a-a90f-40d5-8cea-719246c2a409 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Jun 16 16:56:57.729353 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0e9a-0f00-4850-9c84-675af5e312a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.821417 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0e9a-0f00-4850-9c84-675af5e312a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.825173 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0e9a-0f00-4850-9c84-675af5e312a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.827518 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0479cac5-8464-40b9-91e6-bbd75945e28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:57.860133 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0e9a-0f00-4850-9c84-675af5e312a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992bf77c-433c-482e-9a09-029cb2e23da8,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:57.866942 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-4f4d0e9a-0f00-4850-9c84-675af5e312a9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aed443ba172244a6866efe7e425b5f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451236 Jun 16 16:56:57.867765 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58654) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:57.868562 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a681cf0-fdf2-42e2-97f6-73bc1fa9ffc5 req-17bde77a-60f5-4c68-bb82-99678b6eec2b tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:57.869518 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a681cf0-fdf2-42e2-97f6-73bc1fa9ffc5 req-17bde77a-60f5-4c68-bb82-99678b6eec2b tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 944 time: 0.0629814 Jun 16 16:56:57.869756 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4f4d0e9a-0f00-4850-9c84-675af5e312a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:57.909935 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a681cf0-fdf2-42e2-97f6-73bc1fa9ffc5 req-decde957-a2a7-4152-a92b-08b7341303ec tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311222 Jun 16 16:56:57.920890 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1577-1544-414c-8755-650e6b0726f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.942214 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1577-1544-414c-8755-650e6b0726f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.987156 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1577-1544-414c-8755-650e6b0726f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.989696 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1577-1544-414c-8755-650e6b0726f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.990963 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-b6aa1577-1544-414c-8755-650e6b0726f6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/992bf77c-433c-482e-9a09-029cb2e23da8 HTTP/1.1" status: 204 len: 168 time: 0.1198134 Jun 16 16:56:57.991775 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1c43a5bb-0211-4886-a371-bc78d7e40132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:57.999699 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa1577-1544-414c-8755-650e6b0726f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992bf77c-433c-482e-9a09-029cb2e23da8,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:58.002029 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b6aa1577-1544-414c-8755-650e6b0726f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:58.091126 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e639227-10b4-4815-8788-a3c7fdadbd8f req-7f9650a6-cf4a-4782-bfdb-be201770b0eb tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:58.092623 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4e639227-10b4-4815-8788-a3c7fdadbd8f req-7f9650a6-cf4a-4782-bfdb-be201770b0eb tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 949 time: 0.0763860 Jun 16 16:56:58.132334 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4e639227-10b4-4815-8788-a3c7fdadbd8f req-c6564f95-ad59-4b23-8124-feb9165fd5f5 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325472 Jun 16 16:56:58.262526 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58664) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:58.276315 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-98139a2c-83ac-44d1-aaa1-7d056eabda51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.305715 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9e9ba-9bbb-4d51-a0d1-724d4f779aa6 req-fef89fb1-08d4-4cbb-acd6-5ec2a2526e45 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:58.307237 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-08c9e9ba-9bbb-4d51-a0d1-724d4f779aa6 req-fef89fb1-08d4-4cbb-acd6-5ec2a2526e45 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 944 time: 0.0671566 Jun 16 16:56:58.345017 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-08c9e9ba-9bbb-4d51-a0d1-724d4f779aa6 req-136af91a-29ba-4b75-aa9b-e30ce3d4f29e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Jun 16 16:56:58.367697 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-98139a2c-83ac-44d1-aaa1-7d056eabda51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.371841 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-98139a2c-83ac-44d1-aaa1-7d056eabda51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.374189 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-9d409819-d18e-4dd3-837b-6b1392388bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:58.414426 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98139a2c-83ac-44d1-aaa1-7d056eabda51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc39e114-fbb1-4c94-9954-2a6e7ba0fefb,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:58.414426 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-98139a2c-83ac-44d1-aaa1-7d056eabda51 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a7b0131879164975871d857839a5cda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493409 Jun 16 16:56:58.414426 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-98139a2c-83ac-44d1-aaa1-7d056eabda51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:58.415701 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58668) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:58.467110 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-18c76a78-6737-454d-8d17-cb902ea06edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.487606 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-18c76a78-6737-454d-8d17-cb902ea06edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.535978 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-18c76a78-6737-454d-8d17-cb902ea06edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.538522 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-18c76a78-6737-454d-8d17-cb902ea06edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.539626 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-18c76a78-6737-454d-8d17-cb902ea06edf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cc39e114-fbb1-4c94-9954-2a6e7ba0fefb HTTP/1.1" status: 204 len: 168 time: 0.1226542 Jun 16 16:56:58.540434 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3fae8719-2d2a-40d3-af9e-de4f29933fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:58.547458 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c76a78-6737-454d-8d17-cb902ea06edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc39e114-fbb1-4c94-9954-2a6e7ba0fefb,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:58.549560 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-18c76a78-6737-454d-8d17-cb902ea06edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:58.752713 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.878072 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2f888-b42c-40ce-8e3a-d7fb495e6a8c req-dc155ef9-3de6-46e9-b93d-938a3f4f112d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:58.879581 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-85d2f888-b42c-40ce-8e3a-d7fb495e6a8c req-dc155ef9-3de6-46e9-b93d-938a3f4f112d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0661469 Jun 16 16:56:58.917940 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-85d2f888-b42c-40ce-8e3a-d7fb495e6a8c req-fc5463b9-5a90-4c9d-8557-1b90171bb907 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325108 Jun 16 16:56:59.084344 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b30306-bf9b-437d-84ba-c1676c554628 req-cb455da1-0abb-4932-a1be-67b51114e0ac tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:59.085853 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e4b30306-bf9b-437d-84ba-c1676c554628 req-cb455da1-0abb-4932-a1be-67b51114e0ac tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 944 time: 0.0637915 Jun 16 16:56:59.123801 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e4b30306-bf9b-437d-84ba-c1676c554628 req-f1d8de91-1511-49be-8500-f4e685c0c90a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Jun 16 16:56:59.308184 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a63a8a-9c4e-4fad-9e61-748e9d8f7770 req-d3f910d6-801e-4688-9b99-88c73e067990 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:59.309740 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f0a63a8a-9c4e-4fad-9e61-748e9d8f7770 req-d3f910d6-801e-4688-9b99-88c73e067990 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 949 time: 0.0633874 Jun 16 16:56:59.347996 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f0a63a8a-9c4e-4fad-9e61-748e9d8f7770 req-98d48e07-720b-48cb-ba76-44be6a00a776 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Jun 16 16:56:59.529849 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38713fb-7613-4a93-9fcc-647530f209e9 req-c0337e57-c73d-4e2e-8b78-b27d464d6fbc tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:59.531320 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d38713fb-7613-4a93-9fcc-647530f209e9 req-c0337e57-c73d-4e2e-8b78-b27d464d6fbc tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 944 time: 0.0695698 Jun 16 16:56:59.567763 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d38713fb-7613-4a93-9fcc-647530f209e9 req-78f4d49b-ea33-4471-8814-034c1919f982 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Jun 16 16:57:00.088741 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfce84-5c54-40ed-944a-126c292ccd1e req-26777a74-6025-4234-b5c8-52a3f7ed5ac7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:00.090217 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5acfce84-5c54-40ed-944a-126c292ccd1e req-26777a74-6025-4234-b5c8-52a3f7ed5ac7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0620799 Jun 16 16:57:00.128521 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5acfce84-5c54-40ed-944a-126c292ccd1e req-a035f5b2-fc29-48b9-b4d1-2af3844125b7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Jun 16 16:57:00.330510 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52911be5-d1a7-44d7-909e-c8c99689adb7 req-25daee1e-8fd1-4b45-9218-bfc60cb0bd72 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:00.331966 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-52911be5-d1a7-44d7-909e-c8c99689adb7 req-25daee1e-8fd1-4b45-9218-bfc60cb0bd72 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 944 time: 0.0812981 Jun 16 16:57:00.367427 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['bba769a9-4786-4a28-9462-429dbb283af8'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:00.371110 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-52911be5-d1a7-44d7-909e-c8c99689adb7 req-cbde7e59-f245-481d-b74c-2017bb62bab4 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Jun 16 16:57:00.529715 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06502f-a101-4a71-90b3-70a89534625e req-70542cbf-0868-4b43-881f-6e7d178e6bbe tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:00.533811 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['0f10c7af-26c2-4382-8d9c-f8424acbc231'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:00.534127 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7b06502f-a101-4a71-90b3-70a89534625e req-70542cbf-0868-4b43-881f-6e7d178e6bbe tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 949 time: 0.0667179 Jun 16 16:57:00.561721 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['0a491773-b767-40f9-b156-e641d7e59e46'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:00.570400 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7b06502f-a101-4a71-90b3-70a89534625e req-f569bc04-7e3e-4b90-a8ee-adb62730a204 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Jun 16 16:57:00.749061 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86169e7f-ded0-4297-ae93-f472f0a01f8d req-e57b3fe7-d1ba-4947-9939-15698ae97493 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:00.750551 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-86169e7f-ded0-4297-ae93-f472f0a01f8d req-e57b3fe7-d1ba-4947-9939-15698ae97493 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 944 time: 0.0648041 Jun 16 16:57:00.799896 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-86169e7f-ded0-4297-ae93-f472f0a01f8d req-cf458aff-857e-4223-b1d3-99c5f296c417 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347605 Jun 16 16:57:01.317222 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4b4be-cb4d-47e7-a452-09e8094e7157 req-9e0c2f1d-83fe-4c56-ad2a-1aa44c14bf64 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:01.318759 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8db4b4be-cb4d-47e7-a452-09e8094e7157 req-9e0c2f1d-83fe-4c56-ad2a-1aa44c14bf64 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0734615 Jun 16 16:57:01.378500 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8db4b4be-cb4d-47e7-a452-09e8094e7157 req-68fff519-1f29-46cc-863d-fff9b0392f19 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508404 Jun 16 16:57:01.566939 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d6c2-b7b3-4b48-a877-1df84e9474d6 req-836a9a8f-16c8-4a0c-9c6c-fc4bd0b180c3 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:01.570179 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-00e3d6c2-b7b3-4b48-a877-1df84e9474d6 req-836a9a8f-16c8-4a0c-9c6c-fc4bd0b180c3 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 944 time: 0.0769820 Jun 16 16:57:01.616790 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-00e3d6c2-b7b3-4b48-a877-1df84e9474d6 req-966658f8-08fe-47f1-8b03-29c3f82b1ff9 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Jun 16 16:57:01.776595 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc4146-cfab-418c-b67a-076e1be41430 req-91f46bc8-f051-4c15-8402-44baf2d401f4 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:01.778158 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-24cc4146-cfab-418c-b67a-076e1be41430 req-91f46bc8-f051-4c15-8402-44baf2d401f4 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 949 time: 0.0919769 Jun 16 16:57:01.820739 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-24cc4146-cfab-418c-b67a-076e1be41430 req-cabfba8c-a957-4a5d-8679-ca912314a992 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350232 Jun 16 16:57:01.999365 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fea78f-e7a2-46b4-bb7f-8a0ad3d373ec req-399b7b0a-b7ae-41a9-adf9-6f642c5ff8d6 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:02.000917 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e2fea78f-e7a2-46b4-bb7f-8a0ad3d373ec req-399b7b0a-b7ae-41a9-adf9-6f642c5ff8d6 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 944 time: 0.0684106 Jun 16 16:57:02.040510 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e2fea78f-e7a2-46b4-bb7f-8a0ad3d373ec req-9aa6c5ff-f22d-463f-89bf-0a74c9657f63 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332732 Jun 16 16:57:02.544732 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706078c8-3d85-4a91-9503-cfd5815d2df0 req-7d65cc71-f530-4415-ab2e-fd55d0ed2f98 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:02.546192 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-706078c8-3d85-4a91-9503-cfd5815d2df0 req-7d65cc71-f530-4415-ab2e-fd55d0ed2f98 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0628238 Jun 16 16:57:02.588383 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-706078c8-3d85-4a91-9503-cfd5815d2df0 req-7c943e6f-965e-4e63-8ea6-e4e08897ea91 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365436 Jun 16 16:57:02.766396 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58814) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:02.802871 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5231-31a8-4b08-ac8d-d264398b281a req-bfe861e3-b8a8-4fc3-a2ec-cb226ec6f07a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:02.804695 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-732e5231-31a8-4b08-ac8d-d264398b281a req-bfe861e3-b8a8-4fc3-a2ec-cb226ec6f07a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 944 time: 0.0735617 Jun 16 16:57:02.833710 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58818) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:02.850049 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-732e5231-31a8-4b08-ac8d-d264398b281a req-a71623cf-beb9-4693-a3f0-3c4f06fcadf3 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Jun 16 16:57:02.943530 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c62abdfb-c9f5-47ff-9cbf-e78cc9199d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.956476 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-077435ab-f458-4074-bb85-36d7b3dcab63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.988852 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.db.api [None req-077435ab-f458-4074-bb85-36d7b3dcab63 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:57:02.988852 dv-cinder-783389-6-iscsi neutron-server[92705]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 16 16:57:02.988852 dv-cinder-783389-6-iscsi neutron-server[92705]: [parameters: {'project_id': '93c64d11f4974ec5b1427c80cc56c526', 'id': 'd1eac091-8791-4453-9055-164d625640d4', 'expiration': datetime.datetime(2021, 6, 16, 16, 59, 2, 981853)}] Jun 16 16:57:02.988852 dv-cinder-783389-6-iscsi neutron-server[92705]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:57:02.989538 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_db.api [None req-077435ab-f458-4074-bb85-36d7b3dcab63 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:57:03.010676 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95993c6-3c93-43d7-bc67-e46baea9ef56 req-4d8453d1-f337-4f9a-838c-572bed7114d6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:03.012167 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d95993c6-3c93-43d7-bc67-e46baea9ef56 req-4d8453d1-f337-4f9a-838c-572bed7114d6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 949 time: 0.0644836 Jun 16 16:57:03.050983 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d95993c6-3c93-43d7-bc67-e46baea9ef56 req-6088b372-0401-42f8-a6e4-73d1abf7d962 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Jun 16 16:57:03.058189 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c62abdfb-c9f5-47ff-9cbf-e78cc9199d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.062168 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c62abdfb-c9f5-47ff-9cbf-e78cc9199d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.066735 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-769b39ef-4b4e-47bb-b8ce-003256367f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:03.102893 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-c62abdfb-c9f5-47ff-9cbf-e78cc9199d27 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b87de7bae6045b7b6fc6ce6298fc11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353891 Jun 16 16:57:03.105475 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58826) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:03.112641 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62abdfb-c9f5-47ff-9cbf-e78cc9199d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d83f881-0b71-41a8-9755-7b44efe71540,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:03.120476 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c62abdfb-c9f5-47ff-9cbf-e78cc9199d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:03.157991 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-64cce695-cc04-4f0f-9974-cb1da854b590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.179762 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-64cce695-cc04-4f0f-9974-cb1da854b590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.234600 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-64cce695-cc04-4f0f-9974-cb1da854b590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.237915 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-64cce695-cc04-4f0f-9974-cb1da854b590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.239882 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-64cce695-cc04-4f0f-9974-cb1da854b590 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3d83f881-0b71-41a8-9755-7b44efe71540 HTTP/1.1" status: 204 len: 168 time: 0.1333957 Jun 16 16:57:03.240850 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-2c22988d-6be3-47e2-9eeb-3b611d0d1477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:03.261547 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cce695-cc04-4f0f-9974-cb1da854b590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d83f881-0b71-41a8-9755-7b44efe71540,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:03.264014 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-64cce695-cc04-4f0f-9974-cb1da854b590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:03.266975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a6c12-8ef2-42ae-a804-6eef2fa9e67f req-5a39e3d4-a288-46d5-afb9-f86fe435de59 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:03.269027 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-727a6c12-8ef2-42ae-a804-6eef2fa9e67f req-5a39e3d4-a288-46d5-afb9-f86fe435de59 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 944 time: 0.1132104 Jun 16 16:57:03.332983 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-727a6c12-8ef2-42ae-a804-6eef2fa9e67f req-b976166f-1743-46b4-bd4c-21bf2f54ea32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 Jun 16 16:57:03.490797 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-077435ab-f458-4074-bb85-36d7b3dcab63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.579313 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1aecaef2-be95-49de-8dd1-f918ff7667f3 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:03.580693 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1aecaef2-be95-49de-8dd1-f918ff7667f3 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 815 time: 0.1148176 Jun 16 16:57:03.591057 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-077435ab-f458-4074-bb85-36d7b3dcab63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.595802 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-077435ab-f458-4074-bb85-36d7b3dcab63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.596375 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-a4f8b923-dd09-4067-a4ae-1881b279f854 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/quotas/3a2d27cc7362488db02aca35a3255b58 HTTP/1.1" status: 200 len: 375 time: 0.0098991 Jun 16 16:57:03.605330 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-bb880566-332e-4e82-9065-d6eba3deedac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:03.637815 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-077435ab-f458-4074-bb85-36d7b3dcab63 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=93c64d11f4974ec5b1427c80cc56c526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8030205 Jun 16 16:57:03.640504 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077435ab-f458-4074-bb85-36d7b3dcab63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f2f35f-6021-477b-ae16-a3a67cac4e56,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:03.643036 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device bba769a9-4786-4a28-9462-429dbb283af8 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:03.643501 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 58848) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:03.643729 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-077435ab-f458-4074-bb85-36d7b3dcab63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:03.708211 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port bba769a9-4786-4a28-9462-429dbb283af8 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:03.712438 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port bba769a9-4786-4a28-9462-429dbb283af8 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:03.712910 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.723578 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-a0c7c40e-7469-483a-b5fa-d9e58b0bb32d tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148968 Jun 16 16:57:03.731564 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-19a50155-c45b-4060-acb3-27c476f74c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.792128 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-19a50155-c45b-4060-acb3-27c476f74c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.793785 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.815194 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:03.817444 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41e8dba-46f9-47a7-ad8c-42a50733da4a" -d '{"events": [{"server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "name": "network-vif-plugged", "status": "completed", "tag": "bba769a9-4786-4a28-9462-429dbb283af8"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:03.829661 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port bba769a9-4786-4a28-9462-429dbb283af8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bba769a9-4786-4a28-9462-429dbb283af8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:03.833533 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.834959 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 0f10c7af-26c2-4382-8d9c-f8424acbc231 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:03.836458 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:03.900806 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4415d-ee36-44f0-8d06-6c6de189d6e8 req-4f8deccb-e58d-45dd-94a8-00c6c7222af0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:03.902306 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6ee4415d-ee36-44f0-8d06-6c6de189d6e8 req-4f8deccb-e58d-45dd-94a8-00c6c7222af0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1881237 Jun 16 16:57:03.908607 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-9a5c90ad-5ff4-4dd2-ab2f-d361132ee310 service neutron] 10.222.0.98 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745045 Jun 16 16:57:03.910840 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=bba769a9-4786-4a28-9462-429dbb283af8,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:03.916717 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-19a50155-c45b-4060-acb3-27c476f74c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.920017 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-19a50155-c45b-4060-acb3-27c476f74c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.920537 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.923435 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.923575 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-19a50155-c45b-4060-acb3-27c476f74c2a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/65f2f35f-6021-477b-ae16-a3a67cac4e56 HTTP/1.1" status: 204 len: 168 time: 0.2767866 Jun 16 16:57:03.923668 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.923668 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.923668 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.923668 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.923668 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.923668 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.923668 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.923668 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.924295 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.924366 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0bd3e8dc-ea9c-4e40-a6e4-8fac0c06f272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:03.924443 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:03.928325 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:03.937817 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 0f10c7af-26c2-4382-8d9c-f8424acbc231 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:03.942060 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 0f10c7af-26c2-4382-8d9c-f8424acbc231 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:03.942482 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.969302 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a50155-c45b-4060-acb3-27c476f74c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f2f35f-6021-477b-ae16-a3a67cac4e56,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:03.977843 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-19a50155-c45b-4060-acb3-27c476f74c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:04.031237 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.054879 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6ee4415d-ee36-44f0-8d06-6c6de189d6e8 req-90f42452-7f37-45ed-946c-81e6baea7ab6 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325903 Jun 16 16:57:04.076349 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 0f10c7af-26c2-4382-8d9c-f8424acbc231, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=0f10c7af-26c2-4382-8d9c-f8424acbc231,segment=NetworkSegment(bcdf18e8-f8b4-4c7a-84bf-e7658add1481),segment_id=bcdf18e8-f8b4-4c7a-84bf-e7658add1481)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:04.081582 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.081727 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-4be127d9-c60c-4102-93cf-e4d385dd252d service neutron] 10.222.0.98 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584001 Jun 16 16:57:04.082666 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 0a491773-b767-40f9-b156-e641d7e59e46 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:04.086788 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-0dfa7bd6-f0ee-4a51-a988-a0cabd78a77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:04.169014 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b67041b-50e4-4502-9155-60515e1b788c x-openstack-request-id: req-5b67041b-50e4-4502-9155-60515e1b788c {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:04.169366 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "name": "network-vif-plugged", "status": "completed", "tag": "bba769a9-4786-4a28-9462-429dbb283af8", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:04.169709 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5b67041b-50e4-4502-9155-60515e1b788c {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:04.170127 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8', 'code': 200} Jun 16 16:57:04.171055 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=0f10c7af-26c2-4382-8d9c-f8424acbc231,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:04.195291 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:04.241557 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 0a491773-b767-40f9-b156-e641d7e59e46 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:04.257579 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 0a491773-b767-40f9-b156-e641d7e59e46 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:04.257836 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.357164 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58864) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:04.372951 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4bc6566b-3000-4cda-9173-23748036eaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.379259 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.422835 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 0a491773-b767-40f9-b156-e641d7e59e46, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=0a491773-b767-40f9-b156-e641d7e59e46,segment=NetworkSegment(d97434ea-bb93-434c-a69e-6988caaf47f5),segment_id=d97434ea-bb93-434c-a69e-6988caaf47f5)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:04.429623 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.433472 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:04.481099 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba028e-c883-4cc3-9377-51b2c85e7ab0 req-608a55fc-ce3d-4c32-9d38-64478d131b05 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:04.483426 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75ba028e-c883-4cc3-9377-51b2c85e7ab0 req-608a55fc-ce3d-4c32-9d38-64478d131b05 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.2283876 Jun 16 16:57:04.493351 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4bc6566b-3000-4cda-9173-23748036eaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.498158 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4bc6566b-3000-4cda-9173-23748036eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.500748 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=0a491773-b767-40f9-b156-e641d7e59e46,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:04.502187 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-fa18f1f9-df66-4259-aa73-4854e6ba285c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:04.504393 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:04.539473 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-4bc6566b-3000-4cda-9173-23748036eaa7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8e9cbeec3d3945d5bbcd9dc0d632a001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812272 Jun 16 16:57:04.540605 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6566b-3000-4cda-9173-23748036eaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4cc3ac-88f6-420a-9f3a-aca446628d82,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:04.542272 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaf455-81cd-4cd2-8461-685b72fb9cbc req-d2852b0c-cea4-45aa-8c7f-e1eac2d3bebd tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:04.542826 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58874) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:04.545191 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4bc6566b-3000-4cda-9173-23748036eaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:04.549226 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-11aaf455-81cd-4cd2-8461-685b72fb9cbc req-d2852b0c-cea4-45aa-8c7f-e1eac2d3bebd tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 950 time: 0.1580253 Jun 16 16:57:04.580438 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75ba028e-c883-4cc3-9377-51b2c85e7ab0 req-926f32f3-3014-4bd5-bd73-4568fbab1336 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897865 Jun 16 16:57:04.604464 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5806b-5cfe-4648-87ed-235a4232a5ce req-4aca6856-822a-40f8-bf7f-0ff847e68509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:04.605921 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03f5806b-5cfe-4648-87ed-235a4232a5ce req-4aca6856-822a-40f8-bf7f-0ff847e68509 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 1098 time: 0.2258976 Jun 16 16:57:04.619528 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c68767f3-64db-4dc2-bba4-85108783f442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.619813 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-11aaf455-81cd-4cd2-8461-685b72fb9cbc req-c9ec641e-efa3-4788-86f9-f0bb59012c45 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662839 Jun 16 16:57:04.644205 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c68767f3-64db-4dc2-bba4-85108783f442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.700644 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c68767f3-64db-4dc2-bba4-85108783f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.702067 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f6c15ce6-07e9-4235-9195-65ac077bbf49 req-0cd03fc8-1407-4431-a3de-2d0001c7048b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 210 time: 0.0452034 Jun 16 16:57:04.704282 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c68767f3-64db-4dc2-bba4-85108783f442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.704635 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03f5806b-5cfe-4648-87ed-235a4232a5ce req-48f3d9e4-99a9-48ab-aa5d-249477c024fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836449 Jun 16 16:57:04.707676 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-c68767f3-64db-4dc2-bba4-85108783f442 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5e4cc3ac-88f6-420a-9f3a-aca446628d82 HTTP/1.1" status: 204 len: 168 time: 0.1615429 Jun 16 16:57:04.707676 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5b68f63b-dca7-4023-8ab1-8d89a29908a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:04.717201 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68767f3-64db-4dc2-bba4-85108783f442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4cc3ac-88f6-420a-9f3a-aca446628d82,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:04.720574 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c68767f3-64db-4dc2-bba4-85108783f442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:04.817233 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7861a-67af-4d8e-88f8-6f6fa9692e90 req-a2708ba5-b118-4d10-9b20-257053cbe9d8 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:04.826239 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fbb7861a-67af-4d8e-88f8-6f6fa9692e90 req-a2708ba5-b118-4d10-9b20-257053cbe9d8 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 945 time: 0.0721915 Jun 16 16:57:04.863060 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fbb7861a-67af-4d8e-88f8-6f6fa9692e90 req-372e7165-8044-4378-9ce5-01699a6183fc tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359135 Jun 16 16:57:05.228022 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4441-64a0-4853-a542-ca0fbefcdd9d req-008eea5b-e582-414a-9ee4-937999cc433c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:05.229485 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2dbf4441-64a0-4853-a542-ca0fbefcdd9d req-008eea5b-e582-414a-9ee4-937999cc433c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0632572 Jun 16 16:57:05.266987 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2dbf4441-64a0-4853-a542-ca0fbefcdd9d req-997d5999-8271-4153-9cb2-ecef1b10cbbb tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317731 Jun 16 16:57:05.834149 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6cf74-d19f-4238-be75-e72c4e9ec626 req-b59432da-7393-43b9-b1f6-5dc3ff8012a7 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:05.836686 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b1b6cf74-d19f-4238-be75-e72c4e9ec626 req-b59432da-7393-43b9-b1f6-5dc3ff8012a7 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.1248868 Jun 16 16:57:05.896717 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6aa9f-0a0d-4fb6-9cc1-3dfc807958bd req-b2adb72a-ca88-4fe5-ac54-99ba3461e0ea tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:05.903992 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15f6aa9f-0a0d-4fb6-9cc1-3dfc807958bd req-b2adb72a-ca88-4fe5-ac54-99ba3461e0ea tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 950 time: 0.1398251 Jun 16 16:57:05.931959 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b1b6cf74-d19f-4238-be75-e72c4e9ec626 req-b12d40c0-75db-4c96-bf0f-271d736638cb tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855834 Jun 16 16:57:06.170971 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206475e5-2c3d-46ac-acc8-c6fff96f84b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f10c7af-26c2-4382-8d9c-f8424acbc231'}, {'server_uuid': 'f496df52-3814-4f69-b695-de24e34be1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a491773-b767-40f9-b156-e641d7e59e46'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:06.173354 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627484e2-efb0-46ea-a226-12becb1d7f5d" -d '{"events": [{"server_uuid": "206475e5-2c3d-46ac-acc8-c6fff96f84b9", "name": "network-vif-plugged", "status": "completed", "tag": "0f10c7af-26c2-4382-8d9c-f8424acbc231"}, {"server_uuid": "f496df52-3814-4f69-b695-de24e34be1e5", "name": "network-vif-plugged", "status": "completed", "tag": "0a491773-b767-40f9-b156-e641d7e59e46"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:06.253725 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-15f6aa9f-0a0d-4fb6-9cc1-3dfc807958bd req-3310e547-1637-4b43-8f87-98691a634f0e tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488448 Jun 16 16:57:06.305378 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-47e7f46f-d75f-4314-88c3-d02b15b3d7e5 req-67f11dc2-db00-442b-842f-9cb60fff26dc tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 210 time: 0.0731204 Jun 16 16:57:06.313736 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-ac99b5ac-2ddf-490f-a381-8f64c4c33e4e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:06.315858 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-ac99b5ac-2ddf-490f-a381-8f64c4c33e4e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 815 time: 0.4013660 Jun 16 16:57:06.343347 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Request body: {'port': {'device_id': '5b046ff4-62ce-48b1-ade4-686632b1126e', 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705', 'admin_state_up': True, 'tenant_id': '3a2d27cc7362488db02aca35a3255b58'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:06.503397 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c85580-841a-4f26-b9b9-9b1dde5be405 x-openstack-request-id: req-82c85580-841a-4f26-b9b9-9b1dde5be405 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:06.504208 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206475e5-2c3d-46ac-acc8-c6fff96f84b9", "name": "network-vif-plugged", "status": "completed", "tag": "0f10c7af-26c2-4382-8d9c-f8424acbc231", "code": 200}, {"server_uuid": "f496df52-3814-4f69-b695-de24e34be1e5", "name": "network-vif-plugged", "status": "completed", "tag": "0a491773-b767-40f9-b156-e641d7e59e46", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:06.504655 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-82c85580-841a-4f26-b9b9-9b1dde5be405 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:06.505271 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206475e5-2c3d-46ac-acc8-c6fff96f84b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f10c7af-26c2-4382-8d9c-f8424acbc231', 'code': 200} Jun 16 16:57:06.506218 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f496df52-3814-4f69-b695-de24e34be1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a491773-b767-40f9-b156-e641d7e59e46', 'code': 200} Jun 16 16:57:06.521034 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Made reservation on behalf of 3a2d27cc7362488db02aca35a3255b58 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:06.524630 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:06.564898 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077c729-b619-415e-add7-de4efc126cbd req-8fb8250b-e21d-40dc-bb12-2169271d9187 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:06.571794 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b077c729-b619-415e-add7-de4efc126cbd req-8fb8250b-e21d-40dc-bb12-2169271d9187 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 945 time: 0.1091697 Jun 16 16:57:06.688010 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58950) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:06.688760 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b077c729-b619-415e-add7-de4efc126cbd req-935e44b8-1f0d-49fa-a1e0-244e60249410 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160591 Jun 16 16:57:06.781682 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b00e69-de00-4881-9e67-69b2801980f4 req-9cfc6a1c-8052-4a57-88aa-d73bb9ca8922 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:06.783543 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c7b00e69-de00-4881-9e67-69b2801980f4 req-9cfc6a1c-8052-4a57-88aa-d73bb9ca8922 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1560197 Jun 16 16:57:06.784794 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Allocated IP 172.20.0.8 (48a6b4e6-d0e9-4813-897a-814a175cc705/d5ec563f-d779-46da-a73c-8e96791f4915/ba857453-bce3-4a42-b44f-b9cbd1371fb1) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:06.807966 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-26236aa2-72ca-490b-b432-8582b1b671d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:06.887618 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c7b00e69-de00-4881-9e67-69b2801980f4 req-74e10894-3ece-43b4-84e3-b0edc1a17768 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907905 Jun 16 16:57:06.924055 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2890734-16b1-4793-a885-4364c828ef66 req-66c3975d-747b-4251-b9c2-df00e0d35a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:06.925530 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-c2890734-16b1-4793-a885-4364c828ef66 req-66c3975d-747b-4251-b9c2-df00e0d35a50 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 1103 time: 0.0887041 Jun 16 16:57:06.938707 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-26236aa2-72ca-490b-b432-8582b1b671d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:06.952945 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-26236aa2-72ca-490b-b432-8582b1b671d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:06.957280 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-077435ab-f458-4074-bb85-36d7b3dcab63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:06.984065 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b593c32-e215-43e4-b6e2-98403798a020 req-a4ef4f24-b251-469a-a6a8-87c50015b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:06.985530 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7b593c32-e215-43e4-b6e2-98403798a020 req-a4ef4f24-b251-469a-a6a8-87c50015b3d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 1098 time: 0.1478028 Jun 16 16:57:07.005855 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-26236aa2-72ca-490b-b432-8582b1b671d9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=52f3f96b03104d87bb4e7aa5053f7895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159289 Jun 16 16:57:07.007645 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58956) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:07.015394 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [req-c2890734-16b1-4793-a885-4364c828ef66 req-468db887-4a06-4ff3-b8cb-36069db93ffd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779755 Jun 16 16:57:07.016386 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26236aa2-72ca-490b-b432-8582b1b671d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082ed609-ac58-48b7-9482-c0598350bb52,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:07.023861 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-26236aa2-72ca-490b-b432-8582b1b671d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:07.041666 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7b593c32-e215-43e4-b6e2-98403798a020 req-02d88997-3ec4-434d-b867-5103cd7ec636 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480177 Jun 16 16:57:07.047043 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.062720 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b49f0c0-bd13-456d-aaf6-6b67b2bb2cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.084171 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b49f0c0-bd13-456d-aaf6-6b67b2bb2cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.130389 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.130857 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b49f0c0-bd13-456d-aaf6-6b67b2bb2cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.134246 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b49f0c0-bd13-456d-aaf6-6b67b2bb2cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.135491 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7b49f0c0-bd13-456d-aaf6-6b67b2bb2cec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/082ed609-ac58-48b7-9482-c0598350bb52 HTTP/1.1" status: 204 len: 168 time: 0.1268950 Jun 16 16:57:07.136448 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-97226e16-f6cd-4516-8f6d-d00d2cdb83ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:07.137690 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:07.144188 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49f0c0-bd13-456d-aaf6-6b67b2bb2cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082ed609-ac58-48b7-9482-c0598350bb52,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:07.146860 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7b49f0c0-bd13-456d-aaf6-6b67b2bb2cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:07.149893 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2', 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5', '246cebf0-bddb-4577-ad8b-0de410d3f5e4'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:07.183454 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Pushing event updated for resources: {'Port': ['ID=ba857453-bce3-4a42-b44f-b9cbd1371fb1,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:07.190327 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:07.212788 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d0dc9-99e7-4c42-b0cd-cb69f3be7e88 req-b932fc87-2404-470a-af93-317722d6a6dd tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:07.214416 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bc5d0dc9-99e7-4c42-b0cd-cb69f3be7e88 req-b932fc87-2404-470a-af93-317722d6a6dd tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.1494002 Jun 16 16:57:07.216614 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Network 48a6b4e6-d0e9-4813-897a-814a175cc705 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:07.218116 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:07.222057 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:07.297050 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:07.297716 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.313124 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bc5d0dc9-99e7-4c42-b0cd-cb69f3be7e88 req-ccbd68b6-862e-489a-a862-fc114c161cda tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922747 Jun 16 16:57:07.314625 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9834001 Jun 16 16:57:07.344333 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Request body: {'port': {'device_id': '5b046ff4-62ce-48b1-ade4-686632b1126e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:07.449678 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.513126 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58970) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:07.527172 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0c81c439-a76f-48ea-9ce9-5458ef9df3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.619125 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0c81c439-a76f-48ea-9ce9-5458ef9df3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.625540 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0c81c439-a76f-48ea-9ce9-5458ef9df3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.629149 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e2bab181-5ae9-40da-9685-b0f85fb92bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:07.640613 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c22e8-9eab-41a3-bfb2-2876e4dfde9e req-fda2c46d-b750-4230-97dd-a7d1d053074f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:07.642116 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2c3c22e8-9eab-41a3-bfb2-2876e4dfde9e req-fda2c46d-b750-4230-97dd-a7d1d053074f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 931 time: 0.2063575 Jun 16 16:57:07.665929 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-0c81c439-a76f-48ea-9ce9-5458ef9df3d3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2abedfd9815048e0ae86b238ba0a481e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515901 Jun 16 16:57:07.666869 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81c439-a76f-48ea-9ce9-5458ef9df3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dffb16-4fb7-4fec-b423-dc37a889bfb1,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:07.669083 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 58976) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:07.674020 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feedab-3df6-4560-bf51-45fdc05b8005 req-e266eae3-3c14-4791-aaaa-3c938b60d201 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:07.681034 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-49feedab-3df6-4560-bf51-45fdc05b8005 req-e266eae3-3c14-4791-aaaa-3c938b60d201 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 950 time: 0.2111850 Jun 16 16:57:07.687371 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0c81c439-a76f-48ea-9ce9-5458ef9df3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:07.732598 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8f71-1cec-4e2f-b635-e23f2daca7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.753528 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2c3c22e8-9eab-41a3-bfb2-2876e4dfde9e req-ea824450-64a4-4833-a5fd-188eafd8e9d6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996394 Jun 16 16:57:07.754944 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8f71-1cec-4e2f-b635-e23f2daca7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.774598 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-49feedab-3df6-4560-bf51-45fdc05b8005 req-c4ce1f5a-7ccc-4d62-8df1-81144e48ad6a tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926299 Jun 16 16:57:07.809388 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8f71-1cec-4e2f-b635-e23f2daca7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.812255 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8f71-1cec-4e2f-b635-e23f2daca7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.815661 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-4a0a8f71-1cec-4e2f-b635-e23f2daca7b2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a6dffb16-4fb7-4fec-b423-dc37a889bfb1 HTTP/1.1" status: 204 len: 168 time: 0.1316404 Jun 16 16:57:07.815661 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8816b4a4-37c4-436f-9fbb-5a4bf12c2224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:07.837847 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a8f71-1cec-4e2f-b635-e23f2daca7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dffb16-4fb7-4fec-b423-dc37a889bfb1,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:07.840280 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4a0a8f71-1cec-4e2f-b635-e23f2daca7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:07.937364 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba857453-bce3-4a42-b44f-b9cbd1371fb1 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:07.947467 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.964659 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Transition to ACTIVE for port object ba857453-bce3-4a42-b44f-b9cbd1371fb1 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:07.969602 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.975781 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:08.050517 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1727e2e-cf0f-420a-a2e0-b9a22fc78071 req-e73f7a3c-d934-44bd-88d8-ac1038b0b224 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:08.052006 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1727e2e-cf0f-420a-a2e0-b9a22fc78071 req-e73f7a3c-d934-44bd-88d8-ac1038b0b224 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.1575255 Jun 16 16:57:08.074006 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Pushing event updated for resources: {'Port': ['ID=ba857453-bce3-4a42-b44f-b9cbd1371fb1,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:08.102131 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:08.147057 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1727e2e-cf0f-420a-a2e0-b9a22fc78071 req-6972d950-20f9-40eb-93af-724f375eb680 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828092 Jun 16 16:57:08.167185 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Attempting to bind port ba857453-bce3-4a42-b44f-b9cbd1371fb1 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:57:08.167652 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Attempting to bind port ba857453-bce3-4a42-b44f-b9cbd1371fb1 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:57:08.168423 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Attempting to bind port ba857453-bce3-4a42-b44f-b9cbd1371fb1 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:08.179806 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Port ba857453-bce3-4a42-b44f-b9cbd1371fb1 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:57:08.179806 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Attempting to bind port ba857453-bce3-4a42-b44f-b9cbd1371fb1 on network 48a6b4e6-d0e9-4813-897a-814a175cc705 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:08.179806 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:57:08.180202 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Checking segment: {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:08.180526 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Bound using segment: {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:57:08.181055 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Bound port: ba857453-bce3-4a42-b44f-b9cbd1371fb1, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:57:08.181459 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.318393 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] For port ba857453-bce3-4a42-b44f-b9cbd1371fb1, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:57:08.327295 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85884ec8-be10-4a0d-823d-2b9f3705b58f req-225901c2-531a-42a2-a948-da3d71be57a8 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:08.328881 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-85884ec8-be10-4a0d-823d-2b9f3705b58f req-225901c2-531a-42a2-a948-da3d71be57a8 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 945 time: 0.1583817 Jun 16 16:57:08.346375 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] For port ba857453-bce3-4a42-b44f-b9cbd1371fb1, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=ba857453-bce3-4a42-b44f-b9cbd1371fb1,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:57:08.358593 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.365569 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:08.410647 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:08.411241 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.413471 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] 10.222.0.46 "PUT /v2.0/ports/ba857453-bce3-4a42-b44f-b9cbd1371fb1 HTTP/1.1" status: 200 len: 1093 time: 1.0747559 Jun 16 16:57:08.416695 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b046ff4-62ce-48b1-ade4-686632b1126e', 'tag': 'ba857453-bce3-4a42-b44f-b9cbd1371fb1'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:08.419010 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22" -d '{"events": [{"name": "network-changed", "server_uuid": "5b046ff4-62ce-48b1-ade4-686632b1126e", "tag": "ba857453-bce3-4a42-b44f-b9cbd1371fb1"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:08.438508 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-85884ec8-be10-4a0d-823d-2b9f3705b58f req-0e5d0ad6-bf68-48b7-b685-2f734ae35552 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992246 Jun 16 16:57:08.461604 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a75963-dc71-4621-8e3f-7fb7f464a9b7 req-7a9bd92e-b0ef-47a6-8b7e-6420ab809a61 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:08.463136 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-21a75963-dc71-4621-8e3f-7fb7f464a9b7 req-7a9bd92e-b0ef-47a6-8b7e-6420ab809a61 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1868472 Jun 16 16:57:08.466640 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Pushing event updated for resources: {'Port': ['ID=ba857453-bce3-4a42-b44f-b9cbd1371fb1,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:08.477504 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:08.546940 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-21a75963-dc71-4621-8e3f-7fb7f464a9b7 req-348d2b9b-093b-4ace-b986-77160b4dab60 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673995 Jun 16 16:57:08.573494 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-4acd7ea7-3c7f-4e24-8384-dcd33952396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:08.575983 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-4acd7ea7-3c7f-4e24-8384-dcd33952396d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 1096 time: 0.1061349 Jun 16 16:57:08.626893 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa673c1c-242c-4e7d-b466-6f6eff6445de x-openstack-request-id: req-aa673c1c-242c-4e7d-b466-6f6eff6445de {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:08.627253 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b046ff4-62ce-48b1-ade4-686632b1126e", "tag": "ba857453-bce3-4a42-b44f-b9cbd1371fb1", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:08.627488 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aa673c1c-242c-4e7d-b466-6f6eff6445de {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:08.627901 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b046ff4-62ce-48b1-ade4-686632b1126e', 'tag': 'ba857453-bce3-4a42-b44f-b9cbd1371fb1', 'status': 'completed', 'code': 200} Jun 16 16:57:08.629670 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-aa3ac0a2-7db3-4ce3-9cc3-e838d43cdad3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba857453-bce3-4a42-b44f-b9cbd1371fb1 HTTP/1.1" status: 200 len: 217 time: 0.0376191 Jun 16 16:57:08.699890 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-eda80d8c-70fc-40ce-b86d-ea8ac97d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:08.701513 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-eda80d8c-70fc-40ce-b86d-ea8ac97d7490 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5ec563f-d779-46da-a73c-8e96791f4915 HTTP/1.1" status: 200 len: 855 time: 0.0496085 Jun 16 16:57:08.758359 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-816675fc-cfa0-4acb-bad6-71f198375f3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48a6b4e6-d0e9-4813-897a-814a175cc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324674 Jun 16 16:57:08.929581 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-3d55c578-28f0-406d-aaa1-a2ec59cb5c4e service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561649 Jun 16 16:57:08.939169 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264f9ce-9d08-45d3-9c05-1cfcd879337f req-1470f504-3b3e-41db-98fb-60fc296a2456 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:08.940593 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1264f9ce-9d08-45d3-9c05-1cfcd879337f req-1470f504-3b3e-41db-98fb-60fc296a2456 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.1586604 Jun 16 16:57:09.056816 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1264f9ce-9d08-45d3-9c05-1cfcd879337f req-3ac99032-7344-4b86-a5ba-74c9fcd7376d tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080344 Jun 16 16:57:09.064134 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87cdfa-e0ee-4b09-91cd-4969fd1ce2e6 req-3df372c4-c544-49cd-bdb4-56b92d88de74 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:09.065591 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5b87cdfa-e0ee-4b09-91cd-4969fd1ce2e6 req-3df372c4-c544-49cd-bdb4-56b92d88de74 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 943 time: 0.1819830 Jun 16 16:57:09.104006 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c4c7fc95-8182-4c68-882b-5543778b27bf req-3318050f-8cbb-4009-9ba6-ebe596514f4b service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562827 Jun 16 16:57:09.140594 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5b87cdfa-e0ee-4b09-91cd-4969fd1ce2e6 req-07f5aca0-82bb-4fd7-9483-4b0e209f07e8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668485 Jun 16 16:57:09.338107 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b996d-e61d-4b05-a88b-c60524daad71 req-eaf7de54-0b79-473d-85cc-3707605fe3f9 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:09.346308 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-027b996d-e61d-4b05-a88b-c60524daad71 req-eaf7de54-0b79-473d-85cc-3707605fe3f9 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 950 time: 0.1375709 Jun 16 16:57:09.372389 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22 req-4e8914e0-d638-45bc-811f-ed1432573670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:09.374919 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22 req-4e8914e0-d638-45bc-811f-ed1432573670 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2d27cc7362488db02aca35a3255b58&device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 1096 time: 0.1260297 Jun 16 16:57:09.425611 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-027b996d-e61d-4b05-a88b-c60524daad71 req-8eef259d-3aeb-4188-bd41-d92925449ef3 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784357 Jun 16 16:57:09.545958 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22 req-92d32bb3-5eaa-42f0-b2ec-53cd01b0eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:09.547589 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22 req-92d32bb3-5eaa-42f0-b2ec-53cd01b0eca7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 200 len: 917 time: 0.1583045 Jun 16 16:57:09.632661 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22 req-9101c2af-75c7-4daf-a5ff-a8c70485765b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba857453-bce3-4a42-b44f-b9cbd1371fb1 HTTP/1.1" status: 200 len: 217 time: 0.0490980 Jun 16 16:57:09.718713 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22 req-cb2e09ea-23f1-4a96-8c05-043e5e241698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:09.720172 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22 req-cb2e09ea-23f1-4a96-8c05-043e5e241698 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5ec563f-d779-46da-a73c-8e96791f4915 HTTP/1.1" status: 200 len: 855 time: 0.0585613 Jun 16 16:57:09.738758 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4de419-37bf-4521-9f9a-32c1b9be0a4c req-34e7c032-0fd8-44ec-8529-3685b5f2da6e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:09.740645 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d4de419-37bf-4521-9f9a-32c1b9be0a4c req-34e7c032-0fd8-44ec-8529-3685b5f2da6e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 945 time: 0.1110833 Jun 16 16:57:09.795437 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22 req-d7998934-bdd0-4af2-8d1c-6b299e166bbe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48a6b4e6-d0e9-4813-897a-814a175cc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410724 Jun 16 16:57:09.826890 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d4de419-37bf-4521-9f9a-32c1b9be0a4c req-df625296-a619-4a0c-be22-edd3c227d539 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560424 Jun 16 16:57:09.957432 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59068) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:10.003552 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22 req-60b68529-0e75-4164-a881-03c557eaf071 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536937 Jun 16 16:57:10.055287 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a37050-f522-4ccb-96cd-08603dfc35fb req-a76d04d8-dcf2-451d-a712-0bdb3dc370f0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:10.056758 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-79a37050-f522-4ccb-96cd-08603dfc35fb req-a76d04d8-dcf2-451d-a712-0bdb3dc370f0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2083013 Jun 16 16:57:10.061284 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d703-afb0-4b1d-a772-d889f3c24c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.111903 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b13040-29be-43e8-ac87-afb982fd83d3 req-ad6a0567-7a9d-4a96-a6f3-b5041370f1f1 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:10.113271 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f5b13040-29be-43e8-ac87-afb982fd83d3 req-ad6a0567-7a9d-4a96-a6f3-b5041370f1f1 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 950 time: 0.1717126 Jun 16 16:57:10.157692 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d703-afb0-4b1d-a772-d889f3c24c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.162221 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d703-afb0-4b1d-a772-d889f3c24c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.166351 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7b49f0c0-bd13-456d-aaf6-6b67b2bb2cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:10.202792 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8d703-afb0-4b1d-a772-d889f3c24c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cfd8f9-ef83-4514-a94a-19794583a982,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:10.206036 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f2d8d703-afb0-4b1d-a772-d889f3c24c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:10.220892 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-f2d8d703-afb0-4b1d-a772-d889f3c24c51 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4197823ade9043658a873ead837f84e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622108 Jun 16 16:57:10.221689 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59078) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:10.275637 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6ee6131b-7138-4d98-b14f-2d8ec24fa94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.301747 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6ee6131b-7138-4d98-b14f-2d8ec24fa94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.352560 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6ee6131b-7138-4d98-b14f-2d8ec24fa94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.355239 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6ee6131b-7138-4d98-b14f-2d8ec24fa94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.356401 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-6ee6131b-7138-4d98-b14f-2d8ec24fa94f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/28cfd8f9-ef83-4514-a94a-19794583a982 HTTP/1.1" status: 204 len: 168 time: 0.1338034 Jun 16 16:57:10.357129 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e26d72e3-2ec0-4b42-b5f4-3d9f8d1dd3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:10.366764 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6131b-7138-4d98-b14f-2d8ec24fa94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cfd8f9-ef83-4514-a94a-19794583a982,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:10.368885 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6ee6131b-7138-4d98-b14f-2d8ec24fa94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:10.420648 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-79a37050-f522-4ccb-96cd-08603dfc35fb req-88360d65-387a-4711-ba4b-9ec3ccef01b4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528640 Jun 16 16:57:10.425203 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8fa2f575-5618-4d47-81e7-f4a0e67c7e22 req-c5a58426-1878-494e-90d1-dca5698eac91 service neutron] 10.222.0.46 "GET /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034035 Jun 16 16:57:10.430413 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f5b13040-29be-43e8-ac87-afb982fd83d3 req-0270f188-9032-4e8d-a646-bc1a74aa64c7 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059120 Jun 16 16:57:10.638264 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635656a2-7f10-453c-9cae-79bb37d027a4 req-b5ece716-3e98-47be-acc8-948b2a503679 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:10.639997 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-635656a2-7f10-453c-9cae-79bb37d027a4 req-b5ece716-3e98-47be-acc8-948b2a503679 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 943 time: 0.0839689 Jun 16 16:57:10.694478 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-635656a2-7f10-453c-9cae-79bb37d027a4 req-4cda266b-27d0-4e46-a124-52bb00fd25b4 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488288 Jun 16 16:57:10.700323 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59098) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:10.717578 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-83afc568-90cd-452b-8f84-d4dd6bfa771a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.823360 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-83afc568-90cd-452b-8f84-d4dd6bfa771a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.827596 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-83afc568-90cd-452b-8f84-d4dd6bfa771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.829985 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e9095894-6ff0-4557-a05b-0913bcf59285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:10.867700 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-83afc568-90cd-452b-8f84-d4dd6bfa771a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=051e80cb5f0e432a9a261b8bc17ab382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658072 Jun 16 16:57:10.868504 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afc568-90cd-452b-8f84-d4dd6bfa771a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb952f9-e402-4d85-863f-383b2a66f154,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:10.871397 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-83afc568-90cd-452b-8f84-d4dd6bfa771a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:10.871546 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 59104) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:10.929288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-352d80ec-2f59-4580-a198-269167c15b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.952467 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-352d80ec-2f59-4580-a198-269167c15b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.007445 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-352d80ec-2f59-4580-a198-269167c15b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.011076 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-352d80ec-2f59-4580-a198-269167c15b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.013127 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-352d80ec-2f59-4580-a198-269167c15b9e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6bb952f9-e402-4d85-863f-383b2a66f154 HTTP/1.1" status: 204 len: 168 time: 0.1402388 Jun 16 16:57:11.014362 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-19a50155-c45b-4060-acb3-27c476f74c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:11.023660 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d80ec-2f59-4580-a198-269167c15b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb952f9-e402-4d85-863f-383b2a66f154,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:11.026080 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-352d80ec-2f59-4580-a198-269167c15b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:11.127921 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214279d-c771-4aad-83ad-2737cd30738e req-05aa1edd-1b25-4737-a833-3f305597e31f tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:11.129585 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4214279d-c771-4aad-83ad-2737cd30738e req-05aa1edd-1b25-4737-a833-3f305597e31f tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 945 time: 0.0784113 Jun 16 16:57:11.175516 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4214279d-c771-4aad-83ad-2737cd30738e req-92be70d7-5fcb-4156-95c8-7ca044a8aa41 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Jun 16 16:57:11.536365 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf840531-33d1-45eb-b44c-4e1fef3c1428 req-9987d05d-36f0-44a8-b273-ab90397c28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:11.538550 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cf840531-33d1-45eb-b44c-4e1fef3c1428 req-9987d05d-36f0-44a8-b273-ab90397c28ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 1099 time: 0.0692794 Jun 16 16:57:11.652004 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cf840531-33d1-45eb-b44c-4e1fef3c1428 req-f9cc988b-7b38-4fc3-9eb5-5d3849e86b9f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941985 Jun 16 16:57:11.685837 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489eba-149b-4d59-a429-ef7399f16c41 req-dcf01084-502b-4f14-9daa-cb3e2ff4a76c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:11.687312 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-84489eba-149b-4d59-a429-ef7399f16c41 req-dcf01084-502b-4f14-9daa-cb3e2ff4a76c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1425972 Jun 16 16:57:11.699106 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e8d0a-6028-459e-816c-b269c25dcd54 req-5e0fa6c2-2512-460c-90a0-505cbf577f5d tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:11.700521 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-373e8d0a-6028-459e-816c-b269c25dcd54 req-5e0fa6c2-2512-460c-90a0-505cbf577f5d tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 950 time: 0.1152287 Jun 16 16:57:11.757875 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-84489eba-149b-4d59-a429-ef7399f16c41 req-67269972-f4af-4e32-86b9-5a1a0d3df7db tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563815 Jun 16 16:57:11.760897 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-373e8d0a-6028-459e-816c-b269c25dcd54 req-42c1d0f7-9b0c-45bd-917b-e425cc9adb90 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535188 Jun 16 16:57:11.935785 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71913e8-cfe2-4dc2-8499-891ea63a7bc1 req-63a05330-219f-486c-b103-fc332a4cba0f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:11.937268 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b71913e8-cfe2-4dc2-8499-891ea63a7bc1 req-63a05330-219f-486c-b103-fc332a4cba0f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 943 time: 0.0711985 Jun 16 16:57:11.979278 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b71913e8-cfe2-4dc2-8499-891ea63a7bc1 req-edcde49a-78c8-443c-8c5a-b9cdf7dab26e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360348 Jun 16 16:57:12.354016 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920ad-6f3a-4dbe-95d5-b024a6c16200 req-97397b60-5cd6-4855-843b-546f33290a1b tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:12.355523 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-397920ad-6f3a-4dbe-95d5-b024a6c16200 req-97397b60-5cd6-4855-843b-546f33290a1b tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 945 time: 0.0627418 Jun 16 16:57:12.395231 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-397920ad-6f3a-4dbe-95d5-b024a6c16200 req-51a97c1e-1a9b-4ea6-8066-b4e51ca34a3b tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Jun 16 16:57:12.978246 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3cb0-7e55-4b52-98b1-39b597ebd318 req-f83df1e7-2c33-44f3-8d0d-0e51136c0a5e tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:12.979648 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-426b3cb0-7e55-4b52-98b1-39b597ebd318 req-f83df1e7-2c33-44f3-8d0d-0e51136c0a5e tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 950 time: 0.1078801 Jun 16 16:57:12.986808 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03488e7a-4461-41c7-abe4-0fe143d39a97 req-75e0a673-72ef-4c71-8495-e844220f0b23 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:12.988148 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03488e7a-4461-41c7-abe4-0fe143d39a97 req-75e0a673-72ef-4c71-8495-e844220f0b23 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1072159 Jun 16 16:57:13.042672 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-426b3cb0-7e55-4b52-98b1-39b597ebd318 req-e1758373-9fb6-4b61-b413-94a4517282c8 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535450 Jun 16 16:57:13.047635 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03488e7a-4461-41c7-abe4-0fe143d39a97 req-05f0a6bd-43da-4e0a-ad78-339e92425a9e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525439 Jun 16 16:57:13.234534 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81edae-ba0c-4d17-9d78-82286b0e91b6 req-77f0962d-8f67-4dd5-9640-d0cc876d7639 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:13.236005 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8c81edae-ba0c-4d17-9d78-82286b0e91b6 req-77f0962d-8f67-4dd5-9640-d0cc876d7639 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 943 time: 0.0640507 Jun 16 16:57:13.277229 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8c81edae-ba0c-4d17-9d78-82286b0e91b6 req-25790ab3-8822-4e5f-b991-20bc93c29df9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356660 Jun 16 16:57:13.572853 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890548-f66c-45c9-aa32-af847533ec4c req-4d4b7661-0a66-447b-b718-ac0405267b9a tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:13.574205 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-68890548-f66c-45c9-aa32-af847533ec4c req-4d4b7661-0a66-447b-b718-ac0405267b9a tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 945 time: 0.0654206 Jun 16 16:57:13.611002 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-68890548-f66c-45c9-aa32-af847533ec4c req-89473cba-e2c2-4322-9c18-2bacd1a7676d tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311067 Jun 16 16:57:13.682425 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device ba857453-bce3-4a42-b44f-b9cbd1371fb1 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:57:13.782536 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port ba857453-bce3-4a42-b44f-b9cbd1371fb1, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=ba857453-bce3-4a42-b44f-b9cbd1371fb1,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:13.793787 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'ba857453-bce3-4a42-b44f-b9cbd1371fb1', 'network_id': '48a6b4e6-d0e9-4813-897a-814a175cc705', 'port_id': 'ba857453-bce3-4a42-b44f-b9cbd1371fb1', 'mac_address': 'fa:16:3e:7c:24:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ec563f-d779-46da-a73c-8e96791f4915', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:57:13.832150 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:13.844399 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba857453-bce3-4a42-b44f-b9cbd1371fb1 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:13.865052 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port ba857453-bce3-4a42-b44f-b9cbd1371fb1, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=ba857453-bce3-4a42-b44f-b9cbd1371fb1,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:13.869780 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:13.872278 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:13.916309 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=ba857453-bce3-4a42-b44f-b9cbd1371fb1,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:13.919301 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:14.128829 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-4b6294c6-04f1-4477-8173-e07ddd13ec9e tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:14.130272 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-4b6294c6-04f1-4477-8173-e07ddd13ec9e tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.46 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 950 time: 0.0630732 Jun 16 16:57:14.328924 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336446b-7365-451e-8166-d040455a4033 req-272addce-8c24-44a4-aba0-558fb26b8a3f tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:14.330456 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8336446b-7365-451e-8166-d040455a4033 req-272addce-8c24-44a4-aba0-558fb26b8a3f tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 950 time: 0.1569195 Jun 16 16:57:14.345538 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:57:14.346775 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b80e4e-212d-48d5-80d5-44399bcee4dd req-0b6a1451-2fb8-4b26-8d93-239f937b651f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:14.348209 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b2b80e4e-212d-48d5-80d5-44399bcee4dd req-0b6a1451-2fb8-4b26-8d93-239f937b651f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1735179 Jun 16 16:57:14.395228 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Deleting port 0f10c7af-26c2-4382-8d9c-f8424acbc231 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:14.395592 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.436363 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8336446b-7365-451e-8166-d040455a4033 req-bd64dbb1-c888-4308-8c47-6397421630e5 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc561092-c13f-45c8-ac1a-a749df2fe1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839136 Jun 16 16:57:14.454938 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b2b80e4e-212d-48d5-80d5-44399bcee4dd req-9731ae47-da27-4244-974b-722798a79ed4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955787 Jun 16 16:57:14.528493 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] For port 0f10c7af-26c2-4382-8d9c-f8424acbc231, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=0f10c7af-26c2-4382-8d9c-f8424acbc231,segment=NetworkSegment(bcdf18e8-f8b4-4c7a-84bf-e7658add1481),segment_id=bcdf18e8-f8b4-4c7a-84bf-e7658add1481)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:14.528854 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.600242 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Calling delete_port for 0f10c7af-26c2-4382-8d9c-f8424acbc231 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:14.673244 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['ba857453-bce3-4a42-b44f-b9cbd1371fb1'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:14.715151 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1ff11-1956-4f31-bb52-e583f199b8eb req-3d89dc03-756a-4c93-928f-e901710287a7 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:14.716609 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1f1ff11-1956-4f31-bb52-e583f199b8eb req-3d89dc03-756a-4c93-928f-e901710287a7 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 944 time: 0.1413655 Jun 16 16:57:14.789310 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1f1ff11-1956-4f31-bb52-e583f199b8eb req-33244f71-9692-4dbb-9738-a2a7cf2ec787 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576949 Jun 16 16:57:14.820999 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.826457 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-24953251-110a-434e-b2b8-9b03f5df7889 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:14.909240 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Pushing event deleted for resources: {'Port': ['ID=0f10c7af-26c2-4382-8d9c-f8424acbc231,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:14.920296 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:14.923913 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] No DVR routers for this DVR port 0f10c7af-26c2-4382-8d9c-f8424acbc231 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:57:14.929387 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.931477 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31be1c4a-ad7a-43d1-b77a-dd0e4583fddb req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.46 "DELETE /v2.0/ports/0f10c7af-26c2-4382-8d9c-f8424acbc231 HTTP/1.1" status: 204 len: 173 time: 0.7848768 Jun 16 16:57:14.932027 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206475e5-2c3d-46ac-acc8-c6fff96f84b9', 'name': 'network-vif-deleted', 'tag': '0f10c7af-26c2-4382-8d9c-f8424acbc231'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:14.934799 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d12243f-7c41-4635-aef7-268fb994898e" -d '{"events": [{"server_uuid": "206475e5-2c3d-46ac-acc8-c6fff96f84b9", "name": "network-vif-deleted", "tag": "0f10c7af-26c2-4382-8d9c-f8424acbc231"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:15.054379 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1b5e-ec1c-4c9f-97a7-47ea3d90e971 req-c8dcc8df-0228-42c7-86c0-f7236f73df45 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:15.055888 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5eec1b5e-ec1c-4c9f-97a7-47ea3d90e971 req-c8dcc8df-0228-42c7-86c0-f7236f73df45 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 945 time: 0.0992019 Jun 16 16:57:15.090215 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2761c011-c318-47f0-ac87-fdd89b6a6a35 x-openstack-request-id: req-2761c011-c318-47f0-ac87-fdd89b6a6a35 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:15.090921 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206475e5-2c3d-46ac-acc8-c6fff96f84b9", "name": "network-vif-deleted", "tag": "0f10c7af-26c2-4382-8d9c-f8424acbc231", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:15.091258 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2761c011-c318-47f0-ac87-fdd89b6a6a35 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:15.091692 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206475e5-2c3d-46ac-acc8-c6fff96f84b9', 'name': 'network-vif-deleted', 'tag': '0f10c7af-26c2-4382-8d9c-f8424acbc231', 'status': 'completed', 'code': 200} Jun 16 16:57:15.126984 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5eec1b5e-ec1c-4c9f-97a7-47ea3d90e971 req-f19bc2f8-3347-47d1-a9e3-eb75c9426667 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615134 Jun 16 16:57:15.280017 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-40f2a3bf-c9df-41f2-b26f-3d9cd323d30b tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:15.281448 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-40f2a3bf-c9df-41f2-b26f-3d9cd323d30b tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 945 time: 0.1446512 Jun 16 16:57:15.287495 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bf64b-6177-4519-a914-a1cc8b582b95 req-3ef5bf83-df62-4d31-929a-7cc85a20e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:15.288820 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f39bf64b-6177-4519-a914-a1cc8b582b95 req-3ef5bf83-df62-4d31-929a-7cc85a20e589 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 1099 time: 0.1340249 Jun 16 16:57:15.349972 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8b189-4e9a-4b66-baeb-5313ab214ac4 req-3270ed5b-9a80-4103-a06b-a39682a7a167 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:15.351517 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e5a8b189-4e9a-4b66-baeb-5313ab214ac4 req-3270ed5b-9a80-4103-a06b-a39682a7a167 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1192009 Jun 16 16:57:15.480291 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e5a8b189-4e9a-4b66-baeb-5313ab214ac4 req-f4c38e68-3744-401e-8680-916f88b533ce tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139627 Jun 16 16:57:15.508107 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bf64b-6177-4519-a914-a1cc8b582b95 req-a5f8f983-aeae-4156-8db2-4755e60c3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:15.509573 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f39bf64b-6177-4519-a914-a1cc8b582b95 req-a5f8f983-aeae-4156-8db2-4755e60c3ba1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 921 time: 0.1945446 Jun 16 16:57:15.561194 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f39bf64b-6177-4519-a914-a1cc8b582b95 req-c1284914-0fa3-42f8-af6f-c30319553d0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65 HTTP/1.1" status: 200 len: 217 time: 0.0398619 Jun 16 16:57:15.562508 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Deleting port 0a491773-b767-40f9-b156-e641d7e59e46 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:15.562847 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:15.609787 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8ef0e65f-d341-4734-b9ee-ebdae7f1eb69 req-0222a0b9-01c6-4e1f-9a66-599bf0683012 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] 10.222.0.98 "GET /v2.0/ports?device_id=206475e5-2c3d-46ac-acc8-c6fff96f84b9 HTTP/1.1" status: 200 len: 210 time: 0.0440998 Jun 16 16:57:15.686501 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bf64b-6177-4519-a914-a1cc8b582b95 req-9ff313ca-3a2d-48b9-badd-645f9fc10753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:15.687949 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f39bf64b-6177-4519-a914-a1cc8b582b95 req-9ff313ca-3a2d-48b9-badd-645f9fc10753 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.1120162 Jun 16 16:57:15.731113 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f39bf64b-6177-4519-a914-a1cc8b582b95 req-332595b7-7dec-47fc-a381-928b10ac5f49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341077 Jun 16 16:57:15.735740 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] For port 0a491773-b767-40f9-b156-e641d7e59e46, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=0a491773-b767-40f9-b156-e641d7e59e46,segment=NetworkSegment(d97434ea-bb93-434c-a69e-6988caaf47f5),segment_id=d97434ea-bb93-434c-a69e-6988caaf47f5)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:15.736097 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:15.816706 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Calling delete_port for 0a491773-b767-40f9-b156-e641d7e59e46 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:15.955435 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f39bf64b-6177-4519-a914-a1cc8b582b95 req-ddd43b56-ff74-4df3-ac43-796f4fe2d8e6 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116888 Jun 16 16:57:16.058734 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa6d56-dcfb-409c-a9c3-1cc53fb89d28 req-db0a3992-3b83-40e6-bc09-022bc4b9be30 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:16.060183 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f5aa6d56-dcfb-409c-a9c3-1cc53fb89d28 req-db0a3992-3b83-40e6-bc09-022bc4b9be30 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 944 time: 0.1468959 Jun 16 16:57:16.124155 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:16.135714 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:16.178542 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['0a491773-b767-40f9-b156-e641d7e59e46'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:16.179154 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f5aa6d56-dcfb-409c-a9c3-1cc53fb89d28 req-17b34d91-1752-4980-bf18-c8431f525c0d tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922377 Jun 16 16:57:16.181594 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Pushing event deleted for resources: {'Port': ['ID=0a491773-b767-40f9-b156-e641d7e59e46,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:16.184950 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:16.187034 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f39bf64b-6177-4519-a914-a1cc8b582b95 req-e5e8903d-769a-4d19-b738-a128606fb20d service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064564 Jun 16 16:57:16.230059 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] No DVR routers for this DVR port 0a491773-b767-40f9-b156-e641d7e59e46 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:57:16.237053 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:16.239080 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3eb84cac-b355-4502-be9b-56ce4dcda48d req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.46 "DELETE /v2.0/ports/0a491773-b767-40f9-b156-e641d7e59e46 HTTP/1.1" status: 204 len: 173 time: 0.9330189 Jun 16 16:57:16.326398 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d3fb971f-a5b7-4944-85d5-c5d7b56495a1 req-98720a0d-7d67-4d14-bcca-75e2ea0f563d tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=f496df52-3814-4f69-b695-de24e34be1e5 HTTP/1.1" status: 200 len: 210 time: 0.0286453 Jun 16 16:57:16.555428 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f09a73-e913-449c-997e-0468e9e0131a req-993c9c5d-30ee-4b86-a733-5a141049defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:16.556993 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-89f09a73-e913-449c-997e-0468e9e0131a req-993c9c5d-30ee-4b86-a733-5a141049defc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 1099 time: 0.0570824 Jun 16 16:57:16.742001 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f09a73-e913-449c-997e-0468e9e0131a req-3d984319-b57f-45c2-bcec-a041250c795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:16.743611 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-89f09a73-e913-449c-997e-0468e9e0131a req-3d984319-b57f-45c2-bcec-a041250c795c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 921 time: 0.1519966 Jun 16 16:57:16.751880 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eeb71-69a8-46e7-9318-ab18dc213733 req-0e5df47f-d1e7-420f-9a32-6d674ba6cd87 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:16.753309 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ea6eeb71-69a8-46e7-9318-ab18dc213733 req-0e5df47f-d1e7-420f-9a32-6d674ba6cd87 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1540620 Jun 16 16:57:16.796007 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-89f09a73-e913-449c-997e-0468e9e0131a req-a8fa37df-1b5b-4356-8846-09398df31903 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65 HTTP/1.1" status: 200 len: 217 time: 0.0402462 Jun 16 16:57:16.853741 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ea6eeb71-69a8-46e7-9318-ab18dc213733 req-7e220557-2170-458a-84d6-4e67cbfc4eee tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603621 Jun 16 16:57:16.872259 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f09a73-e913-449c-997e-0468e9e0131a req-0b4b6da5-a741-4fc3-8f45-2d95ab5c2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:16.873718 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-89f09a73-e913-449c-997e-0468e9e0131a req-0b4b6da5-a741-4fc3-8f45-2d95ab5c2772 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.0522695 Jun 16 16:57:16.910686 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-89f09a73-e913-449c-997e-0468e9e0131a req-16ae18d4-80b5-4c78-99d3-681ae9e1bcb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275378 Jun 16 16:57:17.208312 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f496df52-3814-4f69-b695-de24e34be1e5', 'name': 'network-vif-deleted', 'tag': '0a491773-b767-40f9-b156-e641d7e59e46'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:17.211205 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195bcea4-e50b-44db-a250-5dc20532dae8" -d '{"events": [{"server_uuid": "f496df52-3814-4f69-b695-de24e34be1e5", "name": "network-vif-deleted", "tag": "0a491773-b767-40f9-b156-e641d7e59e46"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:17.250136 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-89f09a73-e913-449c-997e-0468e9e0131a req-9ec603e8-b25b-4fb3-ab37-7b3dda6985f7 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281157 Jun 16 16:57:17.259449 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb39e95-c7c9-4aab-8f2d-56034602ad5b x-openstack-request-id: req-7bb39e95-c7c9-4aab-8f2d-56034602ad5b {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:17.259766 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f496df52-3814-4f69-b695-de24e34be1e5", "name": "network-vif-deleted", "tag": "0a491773-b767-40f9-b156-e641d7e59e46", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:17.260041 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7bb39e95-c7c9-4aab-8f2d-56034602ad5b {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:17.260451 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f496df52-3814-4f69-b695-de24e34be1e5', 'name': 'network-vif-deleted', 'tag': '0a491773-b767-40f9-b156-e641d7e59e46', 'status': 'completed', 'code': 200} Jun 16 16:57:17.422154 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-89f09a73-e913-449c-997e-0468e9e0131a req-2e6049a1-4079-4ebb-89cc-23d462d0b556 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454892 Jun 16 16:57:17.469419 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da09a3d-8c77-4133-adb9-5c1b95278986 req-b9e659f9-b4d1-48a4-80f0-418822e7d51f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:17.471082 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9da09a3d-8c77-4133-adb9-5c1b95278986 req-b9e659f9-b4d1-48a4-80f0-418822e7d51f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 944 time: 0.1178761 Jun 16 16:57:17.531615 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9da09a3d-8c77-4133-adb9-5c1b95278986 req-0f5b7b60-b4c1-4e1f-a7d5-7daa49bde7a3 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534887 Jun 16 16:57:17.701197 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device ba857453-bce3-4a42-b44f-b9cbd1371fb1 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:17.773438 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port ba857453-bce3-4a42-b44f-b9cbd1371fb1 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:17.779277 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port ba857453-bce3-4a42-b44f-b9cbd1371fb1 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:17.779964 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.885675 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.957735 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.964563 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b046ff4-62ce-48b1-ade4-686632b1126e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba857453-bce3-4a42-b44f-b9cbd1371fb1'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:17.967221 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41750dc9-cdc0-4de1-9b3c-24d772ceb6ed" -d '{"events": [{"server_uuid": "5b046ff4-62ce-48b1-ade4-686632b1126e", "name": "network-vif-plugged", "status": "completed", "tag": "ba857453-bce3-4a42-b44f-b9cbd1371fb1"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:17.976382 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-64e7b2aa-10df-4592-b098-2c7f1ca53bf8 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:17.986263 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port ba857453-bce3-4a42-b44f-b9cbd1371fb1, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=ba857453-bce3-4a42-b44f-b9cbd1371fb1,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:17.991734 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.993049 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 0f10c7af-26c2-4382-8d9c-f8424acbc231 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:57:18.000738 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-64e7b2aa-10df-4592-b098-2c7f1ca53bf8 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/networks?id=85cd12db-ab83-4c48-a8fc-6f3611230458 HTTP/1.1" status: 200 len: 809 time: 0.2067573 Jun 16 16:57:18.019827 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:18.022766 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 0f10c7af-26c2-4382-8d9c-f8424acbc231 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:57:18.023405 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 0f10c7af-26c2-4382-8d9c-f8424acbc231 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:57:18.024109 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 0a491773-b767-40f9-b156-e641d7e59e46 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:57:18.062885 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-097d73ea-006a-48aa-8ff9-f54656ece5d6 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/quotas/219bd16e14fe4f459e12cae6d4afcf16 HTTP/1.1" status: 200 len: 375 time: 0.0612183 Jun 16 16:57:18.068999 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 0a491773-b767-40f9-b156-e641d7e59e46 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:57:18.069466 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 0a491773-b767-40f9-b156-e641d7e59e46 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:57:18.103959 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=ba857453-bce3-4a42-b44f-b9cbd1371fb1,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:18.108565 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:18.126846 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-113a818e-2999-415d-85a2-a7c161a6a3a7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=219bd16e14fe4f459e12cae6d4afcf16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561273 Jun 16 16:57:18.224771 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763f259-deb3-4193-bbdc-36d8ba211fbc req-f4bbb70a-3269-41a3-af58-854d85708a26 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:18.226767 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f763f259-deb3-4193-bbdc-36d8ba211fbc req-f4bbb70a-3269-41a3-af58-854d85708a26 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2166529 Jun 16 16:57:18.276310 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-ca06763e-4c91-429c-ac50-2db13cda8d72 service neutron] 10.222.0.98 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411893 Jun 16 16:57:18.309152 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f763f259-deb3-4193-bbdc-36d8ba211fbc req-f5a3daf5-e369-4864-a12c-548a093bc8b4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765119 Jun 16 16:57:18.364058 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28f0013-4ce1-473b-b599-4013d818e77c x-openstack-request-id: req-c28f0013-4ce1-473b-b599-4013d818e77c {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:18.364753 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b046ff4-62ce-48b1-ade4-686632b1126e", "name": "network-vif-plugged", "status": "completed", "tag": "ba857453-bce3-4a42-b44f-b9cbd1371fb1", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:18.366566 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c28f0013-4ce1-473b-b599-4013d818e77c {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:18.367098 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b046ff4-62ce-48b1-ade4-686632b1126e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba857453-bce3-4a42-b44f-b9cbd1371fb1', 'code': 200} Jun 16 16:57:18.381577 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-d1222d42-94e5-4d71-aae9-89cdea643863 service neutron] 10.222.0.98 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972590 Jun 16 16:57:18.686994 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-60dcc2f3-6d85-4733-8e3b-015c95d47d1a req-d9fb9447-12aa-407c-a670-96412f9f610a tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 210 time: 0.0623164 Jun 16 16:57:18.837703 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522059e0-60f2-4a19-909d-1a0473edb637 req-178a2ba3-950d-4072-af18-587c887c7f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:18.839459 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-522059e0-60f2-4a19-909d-1a0473edb637 req-178a2ba3-950d-4072-af18-587c887c7f18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 1098 time: 0.1507914 Jun 16 16:57:18.859923 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28d516-3303-49d5-a049-1ed78e3ae2d5 req-8d415483-87a7-45ef-92cf-a4fa6e97b0dd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:18.861584 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5c28d516-3303-49d5-a049-1ed78e3ae2d5 req-8d415483-87a7-45ef-92cf-a4fa6e97b0dd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 945 time: 0.1095014 Jun 16 16:57:18.923715 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-522059e0-60f2-4a19-909d-1a0473edb637 req-ac36a6de-88cb-47c8-8f24-f36f6dee7153 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610795 Jun 16 16:57:18.933383 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5c28d516-3303-49d5-a049-1ed78e3ae2d5 req-c84a8713-0ee1-4241-bde8-eb48a8f99eee tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553427 Jun 16 16:57:19.501768 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54c5f3-3d75-4067-8689-e424f5bfddcb req-f7c4fc56-a277-4270-88e7-b92fd75fdbdd tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:19.504500 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cb54c5f3-3d75-4067-8689-e424f5bfddcb req-f7c4fc56-a277-4270-88e7-b92fd75fdbdd tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0705764 Jun 16 16:57:19.551693 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cb54c5f3-3d75-4067-8689-e424f5bfddcb req-c1b8ae26-82bd-4fdb-a6b4-9d4192ae4f18 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Jun 16 16:57:19.672657 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 59566) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:19.804835 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-29d92049-f452-4a3c-a7df-9bd4315bf20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:19.850209 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5264c615-3594-46ec-b38f-a116491efe63 req-8a1afbc2-951a-48ff-beb1-a221b9f57261 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 210 time: 0.0335166 Jun 16 16:57:19.953468 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-29d92049-f452-4a3c-a7df-9bd4315bf20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:19.963642 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-29d92049-f452-4a3c-a7df-9bd4315bf20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:19.967792 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:20.012880 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-29d92049-f452-4a3c-a7df-9bd4315bf20a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a0faf3a31de04fe28e4411e2ea54758c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389354 Jun 16 16:57:20.015462 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59582) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:20.022615 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d92049-f452-4a3c-a7df-9bd4315bf20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e98ce-8407-4e1f-ba56-ca7e10077da7,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:20.026719 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-29d92049-f452-4a3c-a7df-9bd4315bf20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:20.043515 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b2578-d08e-4c73-b512-c2d0bc4caf1c req-4137565a-b59d-4e28-acbf-fd5505cc738a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:20.045364 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-960b2578-d08e-4c73-b512-c2d0bc4caf1c req-4137565a-b59d-4e28-acbf-fd5505cc738a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.1379902 Jun 16 16:57:20.089113 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-097a5cb4-e3f5-4ce2-8707-f2d8df5a3ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.104175 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-960b2578-d08e-4c73-b512-c2d0bc4caf1c req-8e53a5b4-2e1d-46c6-b0ca-6b80eba4aa38 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503056 Jun 16 16:57:20.114001 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-097a5cb4-e3f5-4ce2-8707-f2d8df5a3ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.124373 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 59584) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:20.197253 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-097a5cb4-e3f5-4ce2-8707-f2d8df5a3ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.200213 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-097a5cb4-e3f5-4ce2-8707-f2d8df5a3ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.204615 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-097a5cb4-e3f5-4ce2-8707-f2d8df5a3ea5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9a7e98ce-8407-4e1f-ba56-ca7e10077da7 HTTP/1.1" status: 204 len: 168 time: 0.1879566 Jun 16 16:57:20.205657 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c62abdfb-c9f5-47ff-9cbf-e78cc9199d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:20.222941 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a5cb4-e3f5-4ce2-8707-f2d8df5a3ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e98ce-8407-4e1f-ba56-ca7e10077da7,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:20.238107 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-097a5cb4-e3f5-4ce2-8707-f2d8df5a3ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:20.259556 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97044137-7919-49d4-a56f-1f3f0f1c2f8d req-c615eb52-44a3-4e4b-b9df-4bb35afb5d21 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:20.268053 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-97044137-7919-49d4-a56f-1f3f0f1c2f8d req-c615eb52-44a3-4e4b-b9df-4bb35afb5d21 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 945 time: 0.1194749 Jun 16 16:57:20.359104 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-97044137-7919-49d4-a56f-1f3f0f1c2f8d req-9f7501ef-a504-46fa-af5a-05fba89b5d27 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899842 Jun 16 16:57:20.482719 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-11d1e532-404e-4f37-9560-7ec56e4daec0 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:20.484284 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-11d1e532-404e-4f37-9560-7ec56e4daec0 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.46 "GET /v2.0/networks?id=85cd12db-ab83-4c48-a8fc-6f3611230458 HTTP/1.1" status: 200 len: 809 time: 0.1747034 Jun 16 16:57:20.493308 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec8c084-f7d5-40e0-bba3-7cbcabf866c3 tempest-TestMinimumBasicScenario-1123562245 tempest-TestMinimumBasicScenario-1123562245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:20.498222 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59592) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:20.502911 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'floatingip': {'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'port_id': 'bba769a9-4786-4a28-9462-429dbb283af8', 'tenant_id': '995454a579f541d890449e49085c1044', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:20.509512 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-cec8c084-f7d5-40e0-bba3-7cbcabf866c3 tempest-TestMinimumBasicScenario-1123562245 tempest-TestMinimumBasicScenario-1123562245-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 1093 time: 0.3827164 Jun 16 16:57:20.516962 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Request body: {'port': {'device_id': '20c2717e-3bf2-4d53-b4b4-98054c8482c4', 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458', 'admin_state_up': True, 'tenant_id': '219bd16e14fe4f459e12cae6d4afcf16'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:20.536668 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for floatingip, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.629885 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 59600) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:20.651985 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2bcd78df-e897-4662-b368-1210f4542bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.675063 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.695920 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Made reservation on behalf of 219bd16e14fe4f459e12cae6d4afcf16 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:20.699312 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.798541 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Allocated IP 172.27.1.102 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/17a44b9e-276b-4ebd-906d-a6cad2ab51eb) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:20.910577 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989ffca-f31c-412e-93d0-3602823b1933 req-38b169af-1326-4142-8efc-0daacabbaa55 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:20.912317 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0989ffca-f31c-412e-93d0-3602823b1933 req-38b169af-1326-4142-8efc-0daacabbaa55 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2351990 Jun 16 16:57:20.943116 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.971092 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Allocated IP 172.20.0.10 (85cd12db-ab83-4c48-a8fc-6f3611230458/7f7ed358-3927-41e6-9195-b1178b85d0a4/64da7fe9-a692-4317-8b7d-5a83cdb89ebe) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:20.993647 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.996755 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0989ffca-f31c-412e-93d0-3602823b1933 req-f276492f-9643-4107-8bcb-f1ac45a06054 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709872 Jun 16 16:57:21.004523 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:21.016030 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:21.038984 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2bcd78df-e897-4662-b368-1210f4542bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.053631 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2bcd78df-e897-4662-b368-1210f4542bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.060484 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f7840a33-469c-4f10-bef5-8042dbe69e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:21.069040 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:21.075736 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:21.129673 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-2bcd78df-e897-4662-b368-1210f4542bcd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=042dd2d112ba4c83a08eb46da9a95eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980068 Jun 16 16:57:21.132877 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd78df-e897-4662-b368-1210f4542bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d408552-8008-4d8f-b8ac-0ea21c758e6a,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:21.137978 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-2bcd78df-e897-4662-b368-1210f4542bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:21.146063 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59614) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:21.164177 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59616) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:21.187309 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'Port': ['ID=17a44b9e-276b-4ebd-906d-a6cad2ab51eb,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:21.196855 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:21.214530 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1ac45ee0-a9b6-4f27-950a-a7c790719643 req-3959fc21-e28c-47df-a9b2-74ab9ec07906 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 210 time: 0.0440309 Jun 16 16:57:21.257849 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.304281 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.310766 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-760ea8f6-4961-47a0-9b6d-e73ba4594d88 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:21.355316 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6c58-cb38-453d-b97a-77f643cf9948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.366952 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Pushing event updated for resources: {'Port': ['ID=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:21.376328 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:21.403533 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Network 85cd12db-ab83-4c48-a8fc-6f3611230458 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:21.404916 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:21.409200 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:21.458229 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6c58-cb38-453d-b97a-77f643cf9948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.463981 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:21.464596 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.480894 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9693029 Jun 16 16:57:21.492715 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-97e278a1-4581-4b8f-a789-5b5f21fe39a9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6ad503ebce1a4def88505121c003f075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187141 Jun 16 16:57:21.500465 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59626) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:21.503493 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Request body: {'port': {'device_id': '20c2717e-3bf2-4d53-b4b4-98054c8482c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:21.564589 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6c58-cb38-453d-b97a-77f643cf9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.566971 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6c58-cb38-453d-b97a-77f643cf9948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.568113 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-d4cf6c58-cb38-453d-b97a-77f643cf9948 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2d408552-8008-4d8f-b8ac-0ea21c758e6a HTTP/1.1" status: 204 len: 168 time: 0.4183705 Jun 16 16:57:21.596354 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f331cd19-f2a5-4681-9b65-8f586a4d8c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:21.620707 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf6c58-cb38-453d-b97a-77f643cf9948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d408552-8008-4d8f-b8ac-0ea21c758e6a,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:21.621108 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc346e-c1fc-4d2e-809a-6a58f4dfff57 req-4a96e02c-05e8-4274-879d-6208d199c0be tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:21.624311 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-85bc346e-c1fc-4d2e-809a-6a58f4dfff57 req-4a96e02c-05e8-4274-879d-6208d199c0be tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 945 time: 0.1333442 Jun 16 16:57:21.625072 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.627300 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-d4cf6c58-cb38-453d-b97a-77f643cf9948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:21.627959 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5f255311-a12b-4785-a4c0-a91311eab9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.714248 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5f255311-a12b-4785-a4c0-a91311eab9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.767051 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.793317 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-85bc346e-c1fc-4d2e-809a-6a58f4dfff57 req-707a8378-244a-469f-9b0a-970e37521a1e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218941 Jun 16 16:57:21.857806 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5f255311-a12b-4785-a4c0-a91311eab9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.860947 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5f255311-a12b-4785-a4c0-a91311eab9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.865031 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-5f255311-a12b-4785-a4c0-a91311eab9ae admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dc561092-c13f-45c8-ac1a-a749df2fe1d9 HTTP/1.1" status: 204 len: 168 time: 0.3629391 Jun 16 16:57:21.867757 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b6aa1577-1544-414c-8755-650e6b0726f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:21.885938 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f255311-a12b-4785-a4c0-a91311eab9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc561092-c13f-45c8-ac1a-a749df2fe1d9,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:21.895899 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5f255311-a12b-4785-a4c0-a91311eab9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:21.899993 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.931838 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 59636) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:21.969347 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e409206a-c120-4246-8c60-1615cf31c229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.999738 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64da7fe9-a692-4317-8b7d-5a83cdb89ebe {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:22.012355 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.036182 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Transition to ACTIVE for port object 64da7fe9-a692-4317-8b7d-5a83cdb89ebe will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:22.044216 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.046984 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-03e9e335-a3f0-44f4-8779-7f69dd6789ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:22.126565 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for port, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.143193 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25363191'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.153678 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4275a4ca-9968-4f06-9e61-db75d9b6ff77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:22.220113 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e409206a-c120-4246-8c60-1615cf31c229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.242917 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e409206a-c120-4246-8c60-1615cf31c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.256248 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'Port': ['ID=17a44b9e-276b-4ebd-906d-a6cad2ab51eb,revision_number=2']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:22.262047 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:22.276991 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.281412 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e409206a-c120-4246-8c60-1615cf31c229 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d86af0e9469048f3be40cb63b8941f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465810 Jun 16 16:57:22.282146 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 59646) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:22.284121 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Pushing event updated for resources: {'Port': ['ID=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:22.287531 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:22.293308 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:22.391542 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.l3_db [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Floating IP 385e7ea8-f63f-4dcb-b5dc-210a565b285f associated. External IP: 172.27.1.102, port: bba769a9-4786-4a28-9462-429dbb283af8. Jun 16 16:57:22.408575 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409206a-c120-4246-8c60-1615cf31c229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bc7356-4776-41d7-a4d8-b23682fef5de,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:22.412912 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e409206a-c120-4246-8c60-1615cf31c229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:22.458233 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Attempting to bind port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:57:22.458647 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Attempting to bind port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'd97434ea-bb93-434c-a69e-6988caaf47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:57:22.458962 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Attempting to bind port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe on network 85cd12db-ab83-4c48-a8fc-6f3611230458 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:22.472090 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-646a20a2-cb83-4ddb-a159-0f194b366548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.474513 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe on network 85cd12db-ab83-4c48-a8fc-6f3611230458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:57:22.474838 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Attempting to bind port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe on network 85cd12db-ab83-4c48-a8fc-6f3611230458 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:22.494765 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:57:22.495104 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Checking segment: {'id': 'd97434ea-bb93-434c-a69e-6988caaf47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:22.495483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Bound using segment: {'id': 'd97434ea-bb93-434c-a69e-6988caaf47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:57:22.495918 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Bound port: 64da7fe9-a692-4317-8b7d-5a83cdb89ebe, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97434ea-bb93-434c-a69e-6988caaf47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:57:22.496260 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.518758 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-646a20a2-cb83-4ddb-a159-0f194b366548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.527393 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10889b9-42b8-4d75-8f4a-bd05167b48d1 req-79a4970f-5ddb-4b75-92af-6606a7be9ed7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:22.528933 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e10889b9-42b8-4d75-8f4a-bd05167b48d1 req-79a4970f-5ddb-4b75-92af-6606a7be9ed7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 944 time: 0.1667190 Jun 16 16:57:22.667429 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e10889b9-42b8-4d75-8f4a-bd05167b48d1 req-b14b10d3-4b14-4e48-8e71-a9664c324e84 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278491 Jun 16 16:57:22.677090 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] For port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:57:22.683466 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] For port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,segment=NetworkSegment(d97434ea-bb93-434c-a69e-6988caaf47f5),segment_id=d97434ea-bb93-434c-a69e-6988caaf47f5)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:57:22.689886 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-646a20a2-cb83-4ddb-a159-0f194b366548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.692677 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-646a20a2-cb83-4ddb-a159-0f194b366548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.696435 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-646a20a2-cb83-4ddb-a159-0f194b366548 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/05bc7356-4776-41d7-a4d8-b23682fef5de HTTP/1.1" status: 204 len: 168 time: 0.4109099 Jun 16 16:57:22.696435 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b8185409-a671-4f66-b42f-2c73fafac14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:22.704872 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.727197 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a20a2-cb83-4ddb-a159-0f194b366548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bc7356-4776-41d7-a4d8-b23682fef5de,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:22.730894 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-646a20a2-cb83-4ddb-a159-0f194b366548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:22.733407 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:22.772363 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:22.773322 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.774704 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] 10.222.0.46 "PUT /v2.0/ports/64da7fe9-a692-4317-8b7d-5a83cdb89ebe HTTP/1.1" status: 200 len: 1094 time: 1.2820253 Jun 16 16:57:22.777719 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c2717e-3bf2-4d53-b4b4-98054c8482c4', 'tag': '64da7fe9-a692-4317-8b7d-5a83cdb89ebe'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:22.781290 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bd0064-c44b-43cd-87d5-840a00d41dff" -d '{"events": [{"name": "network-changed", "server_uuid": "20c2717e-3bf2-4d53-b4b4-98054c8482c4", "tag": "64da7fe9-a692-4317-8b7d-5a83cdb89ebe"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:22.796059 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Router c10ecfc4-1677-4e71-ab65-986a024551e3 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:57:22.800696 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836081cd-833b-4b89-b618-f7e5f8a449e1 req-78484db0-a92e-4a04-8289-d6dfaa04420c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:22.803329 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-836081cd-833b-4b89-b618-f7e5f8a449e1 req-78484db0-a92e-4a04-8289-d6dfaa04420c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2172427 Jun 16 16:57:22.848568 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9bb32c-541e-45e2-a306-8cc6ca0d6712 x-openstack-request-id: req-df9bb32c-541e-45e2-a306-8cc6ca0d6712 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:22.848880 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c2717e-3bf2-4d53-b4b4-98054c8482c4", "tag": "64da7fe9-a692-4317-8b7d-5a83cdb89ebe", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:22.849161 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-df9bb32c-541e-45e2-a306-8cc6ca0d6712 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:22.849612 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c2717e-3bf2-4d53-b4b4-98054c8482c4', 'tag': '64da7fe9-a692-4317-8b7d-5a83cdb89ebe', 'status': 'completed', 'code': 200} Jun 16 16:57:22.866313 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Pushing event updated for resources: {'Port': ['ID=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:22.870367 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:22.895297 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-836081cd-833b-4b89-b618-f7e5f8a449e1 req-72ad7645-944f-447a-b52b-636c7bfefd41 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866599 Jun 16 16:57:22.916457 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-afc4e359-63e5-418f-b316-bdbfeb6eee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:22.918016 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-afc4e359-63e5-418f-b316-bdbfeb6eee4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=219bd16e14fe4f459e12cae6d4afcf16&device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 1097 time: 0.0884304 Jun 16 16:57:22.928848 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:57:22.942331 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] Sync routers for ids ['c10ecfc4-1677-4e71-ab65-986a024551e3'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:57:22.946257 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:22.956906 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] Routers {'c10ecfc4-1677-4e71-ab65-986a024551e3'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:22.957367 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:56:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['c10ecfc4-1677-4e71-ab65-986a024551e3'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:22.987550 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4881513 Jun 16 16:57:22.990331 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59658) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:22.990889 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8'}] {{(pid=92705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:22.993431 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6890075a74d5e06acd346aaca2eea1093c8dfce6f6b202791e980c9b2d18cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697cbd5d-7845-4b72-9007-32d720abe71a" -d '{"events": [{"name": "network-changed", "server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "tag": "bba769a9-4786-4a28-9462-429dbb283af8"}]}' {{(pid=92705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:23.012707 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-fade31c6-2bb6-40d6-9467-1fc351689398 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825050366', 'description': 'tempest-secgroup-smoke-825050366 description', 'project_id': '995454a579f541d890449e49085c1044'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:23.017850 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-7770902f-78f1-45c4-9c4c-4b556d25d774 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64da7fe9-a692-4317-8b7d-5a83cdb89ebe HTTP/1.1" status: 200 len: 217 time: 0.0863519 Jun 16 16:57:23.072875 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d400bb-9a1b-4194-8148-7b431c476633 x-openstack-request-id: req-72d400bb-9a1b-4194-8148-7b431c476633 {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:23.073464 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "tag": "bba769a9-4786-4a28-9462-429dbb283af8", "status": "completed", "code": 200}]} {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:23.073817 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-72d400bb-9a1b-4194-8148-7b431c476633 {{(pid=92705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:23.074179 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8', 'status': 'completed', 'code': 200} Jun 16 16:57:23.080143 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fade31c6-2bb6-40d6-9467-1fc351689398 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.091935 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] Set router c10ecfc4-1677-4e71-ab65-986a024551e3 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:23.110292 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-16ece313-7bf7-443b-8386-d50953c8f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:23.111955 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-16ece313-7bf7-443b-8386-d50953c8f0f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f7ed358-3927-41e6-9195-b1178b85d0a4 HTTP/1.1" status: 200 len: 849 time: 0.0774372 Jun 16 16:57:23.179303 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-7703dcd4-ccf4-4bcb-adc1-09e416aa6bf1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85cd12db-ab83-4c48-a8fc-6f3611230458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485995 Jun 16 16:57:23.211254 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fade31c6-2bb6-40d6-9467-1fc351689398 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.220282 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fade31c6-2bb6-40d6-9467-1fc351689398 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.223880 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4f4d0e9a-0f00-4850-9c84-675af5e312a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:23.273431 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fade31c6-2bb6-40d6-9467-1fc351689398 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.297346 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-fade31c6-2bb6-40d6-9467-1fc351689398 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2999668 Jun 16 16:57:23.298102 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59678) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:23.312880 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-13ef017a-0b84-4c39-9029-98802abbb60f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'security_group_rule': {'security_group_id': '2c75b967-e838-488c-9525-a3494b4bf59f', 'project_id': '995454a579f541d890449e49085c1044', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:23.323435 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-5ff93b0c-8af3-4e7c-86a6-66d2c7e88744 service neutron] 10.222.0.46 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319377 Jun 16 16:57:23.340641 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade31c6-2bb6-40d6-9467-1fc351689398 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c75b967-e838-488c-9525-a3494b4bf59f,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:23.347198 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-fade31c6-2bb6-40d6-9467-1fc351689398 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:23.392317 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-13ef017a-0b84-4c39-9029-98802abbb60f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.394211 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cbd5d-7845-4b72-9007-32d720abe71a req-c68a24f2-6bf2-40f5-94db-7dd2553146bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:23.396357 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-697cbd5d-7845-4b72-9007-32d720abe71a req-c68a24f2-6bf2-40f5-94db-7dd2553146bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=995454a579f541d890449e49085c1044&device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 1098 time: 0.2160826 Jun 16 16:57:23.503844 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '385e7ea8-f63f-4dcb-b5dc-210a565b285f', 'tenant_id': '995454a579f541d890449e49085c1044', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'port_id': 'bba769a9-4786-4a28-9462-429dbb283af8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'mac_address': 'fa:16:3e:74:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:57:21Z', 'updated_at': '2021-06-16T16:57:21Z', 'revision_number': 0, 'project_id': '995454a579f541d890449e49085c1044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab793b6-04e0-4070-ae95-1fdbf974d2b9', 'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'tenant_id': '995454a579f541d890449e49085c1044', 'mac_address': 'fa:16:3e:e0:cf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:55Z', 'updated_at': '2021-06-16T16:56:03Z', 'revision_number': 5, 'project_id': '995454a579f541d890449e49085c1044', 'subnets': [{'id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:23.515336 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] Checking router: c10ecfc4-1677-4e71-ab65-986a024551e3 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:57:23.529009 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] Routers {'c10ecfc4-1677-4e71-ab65-986a024551e3'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:23.530047 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:56:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['c10ecfc4-1677-4e71-ab65-986a024551e3'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:23.577193 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-13ef017a-0b84-4c39-9029-98802abbb60f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.579546 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba5c0d0-c867-4eeb-be1f-8cf309b1ebbf req-397f7135-531c-4530-94c6-af4e7185593b service neutron] 10.222.0.46 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257457 Jun 16 16:57:23.593147 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-13ef017a-0b84-4c39-9029-98802abbb60f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.595290 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:23.614654 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef017a-0b84-4c39-9029-98802abbb60f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049d7319-0616-4032-ada3-782a0757dc84,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:23.618979 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-13ef017a-0b84-4c39-9029-98802abbb60f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:23.622099 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-13ef017a-0b84-4c39-9029-98802abbb60f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.625771 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-cc1db8a0-dfd5-4e7a-994b-acc60ee17ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.626957 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-13ef017a-0b84-4c39-9029-98802abbb60f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3251097 Jun 16 16:57:23.628071 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59690) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:23.634092 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-3ce923df-bc4c-45e7-b8dd-14f18362144a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'security_group_rule': {'security_group_id': '2c75b967-e838-488c-9525-a3494b4bf59f', 'project_id': '995454a579f541d890449e49085c1044', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:23.658900 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cbd5d-7845-4b72-9007-32d720abe71a req-e5ffe249-7897-4cf8-84f2-e117e77b45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:23.662771 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-697cbd5d-7845-4b72-9007-32d720abe71a req-e5ffe249-7897-4cf8-84f2-e117e77b45e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35d6f5f5-7722-4351-b624-f6595cd0870f HTTP/1.1" status: 200 len: 916 time: 0.2526052 Jun 16 16:57:23.676353 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3ce923df-bc4c-45e7-b8dd-14f18362144a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.724198 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] Set router c10ecfc4-1677-4e71-ab65-986a024551e3 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:23.759997 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3ce923df-bc4c-45e7-b8dd-14f18362144a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.782403 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3ce923df-bc4c-45e7-b8dd-14f18362144a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.784745 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-13ef017a-0b84-4c39-9029-98802abbb60f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:23.825146 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce923df-bc4c-45e7-b8dd-14f18362144a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b847c43-6701-474f-8537-9945fbb02589,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:23.833295 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3ce923df-bc4c-45e7-b8dd-14f18362144a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:23.843713 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3ce923df-bc4c-45e7-b8dd-14f18362144a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.845596 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3ce923df-bc4c-45e7-b8dd-14f18362144a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2162328 Jun 16 16:57:23.848824 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59698) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:23.855481 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-6b84b53f-f3de-4103-a726-e2cd9ea23b8c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'security_group_rule': {'security_group_id': '2c75b967-e838-488c-9525-a3494b4bf59f', 'project_id': '995454a579f541d890449e49085c1044', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:23.909534 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6b84b53f-f3de-4103-a726-e2cd9ea23b8c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.984379 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6b84b53f-f3de-4103-a726-e2cd9ea23b8c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.991571 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6b84b53f-f3de-4103-a726-e2cd9ea23b8c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.994808 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:24.033750 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84b53f-f3de-4103-a726-e2cd9ea23b8c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc3d5d8-6e21-4e11-9511-5559f2450dc1,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:24.037289 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6b84b53f-f3de-4103-a726-e2cd9ea23b8c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:24.039301 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6b84b53f-f3de-4103-a726-e2cd9ea23b8c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.040906 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-6b84b53f-f3de-4103-a726-e2cd9ea23b8c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1904769 Jun 16 16:57:24.043721 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59704) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:24.050235 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-194e623c-f227-43a4-bfe6-0eb15e0ccd52 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'security_group_rule': {'security_group_id': '2c75b967-e838-488c-9525-a3494b4bf59f', 'project_id': '995454a579f541d890449e49085c1044', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:24.059818 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59706) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:24.095800 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-194e623c-f227-43a4-bfe6-0eb15e0ccd52 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.108400 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '385e7ea8-f63f-4dcb-b5dc-210a565b285f', 'tenant_id': '995454a579f541d890449e49085c1044', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'port_id': 'bba769a9-4786-4a28-9462-429dbb283af8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'mac_address': 'fa:16:3e:74:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:57:21Z', 'updated_at': '2021-06-16T16:57:21Z', 'revision_number': 0, 'project_id': '995454a579f541d890449e49085c1044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab793b6-04e0-4070-ae95-1fdbf974d2b9', 'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'tenant_id': '995454a579f541d890449e49085c1044', 'mac_address': 'fa:16:3e:e0:cf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:55Z', 'updated_at': '2021-06-16T16:56:03Z', 'revision_number': 5, 'project_id': '995454a579f541d890449e49085c1044', 'subnets': [{'id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:24.112867 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefed1d-fed4-40d5-9e94-84c904aadef5 None None] The sync data for ids ['c10ecfc4-1677-4e71-ab65-986a024551e3'] in dv-cinder-783389-6-iscsi is: [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '385e7ea8-f63f-4dcb-b5dc-210a565b285f', 'tenant_id': '995454a579f541d890449e49085c1044', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'port_id': 'bba769a9-4786-4a28-9462-429dbb283af8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'mac_address': 'fa:16:3e:74:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:57:21Z', 'updated_at': '2021-06-16T16:57:21Z', 'revision_number': 0, 'project_id': '995454a579f541d890449e49085c1044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab793b6-04e0-4070-ae95-1fdbf974d2b9', 'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'tenant_id': '995454a579f541d890449e49085c1044', 'mac_address': 'fa:16:3e:e0:cf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:55Z', 'updated_at': '2021-06-16T16:56:03Z', 'revision_number': 5, 'project_id': '995454a579f541d890449e49085c1044', 'subnets': [{'id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:57:24.175552 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-194e623c-f227-43a4-bfe6-0eb15e0ccd52 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.180276 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-194e623c-f227-43a4-bfe6-0eb15e0ccd52 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.187603 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3ce923df-bc4c-45e7-b8dd-14f18362144a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:24.209664 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e623c-f227-43a4-bfe6-0eb15e0ccd52 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ada8c0-9d4b-4054-b0ba-ef73bdf09cd9,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:24.220181 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-194e623c-f227-43a4-bfe6-0eb15e0ccd52 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:24.221587 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-194e623c-f227-43a4-bfe6-0eb15e0ccd52 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.223292 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-194e623c-f227-43a4-bfe6-0eb15e0ccd52 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1785030 Jun 16 16:57:24.229601 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-581694826-network', 'tenant_id': '8124469b1bfc4299bb305fef4e7a315d'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:24.233115 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59714) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:24.239526 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-f9cf2312-db96-4229-880c-597025418210 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'security_group_rule': {'security_group_id': '2c75b967-e838-488c-9525-a3494b4bf59f', 'project_id': '995454a579f541d890449e49085c1044', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:24.265262 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Made reservation on behalf of 8124469b1bfc4299bb305fef4e7a315d for: {'network': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:24.268659 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.284828 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.293321 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-697cbd5d-7845-4b72-9007-32d720abe71a req-f0226ed2-2e1d-4a89-b38e-d31033279b71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 200 len: 999 time: 0.6107171 Jun 16 16:57:24.298012 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.securitygroups_db [None req-f9cf2312-db96-4229-880c-597025418210 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Project 995454a579f541d890449e49085c1044 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:57:24.305120 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd0064-c44b-43cd-87d5-840a00d41dff req-de0df06e-2522-4e31-9246-e91722bda7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:24.306746 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51bd0064-c44b-43cd-87d5-840a00d41dff req-de0df06e-2522-4e31-9246-e91722bda7b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=219bd16e14fe4f459e12cae6d4afcf16&device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 1097 time: 0.6230526 Jun 16 16:57:24.307677 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2312-db96-4229-880c-597025418210 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.394374 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cce3a-fb2f-434d-b9ab-580195977d39 req-ef3c105a-bc5c-4417-ad09-4b95b33a14b0 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:24.395898 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-992cce3a-fb2f-434d-b9ab-580195977d39 req-ef3c105a-bc5c-4417-ad09-4b95b33a14b0 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 944 time: 0.2324312 Jun 16 16:57:24.426211 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2312-db96-4229-880c-597025418210 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.432386 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2312-db96-4229-880c-597025418210 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.444000 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:24.444618 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcdea6-0f74-4932-aaf3-e329d0906c18 None None] New status for floating IP 385e7ea8-f63f-4dcb-b5dc-210a565b285f: ACTIVE {{(pid=92708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:57:24.454116 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cbd5d-7845-4b72-9007-32d720abe71a req-02544af5-41b0-460a-b302-47ce7fa9deed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:24.457073 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-697cbd5d-7845-4b72-9007-32d720abe71a req-02544af5-41b0-460a-b302-47ce7fa9deed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64451bb0-82d5-42eb-b752-a16e65cf0318 HTTP/1.1" status: 200 len: 853 time: 0.1283157 Jun 16 16:57:24.468484 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf2312-db96-4229-880c-597025418210 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7583107-5f63-48ab-b9ee-f29e2c08472a,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:24.477480 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f9cf2312-db96-4229-880c-597025418210 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:24.505218 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.511015 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.517000 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-097a5cb4-e3f5-4ce2-8707-f2d8df5a3ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:24.531726 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2312-db96-4229-880c-597025418210 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.533205 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-f9cf2312-db96-4229-880c-597025418210 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2991941 Jun 16 16:57:24.538999 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 59720) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:24.551159 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-476a5718-5957-4d9c-abe6-5673b30ad457 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'security_group_rule': {'security_group_id': '2c75b967-e838-488c-9525-a3494b4bf59f', 'project_id': '995454a579f541d890449e49085c1044', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:24.561735 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=92705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:57:24.565644 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1105b38b-d04f-46a6-a2d6-1383256225bb,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:24.585034 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:24.592209 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-992cce3a-fb2f-434d-b9ab-580195977d39 req-2de65e1f-13e4-49e1-a632-3d9a892e1b6c tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813366 Jun 16 16:57:24.604164 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.604608 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.segments_db [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Added segment 3367a434-f680-457d-aca6-71e9049b79ce of type vlan for network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 Jun 16 16:57:24.637505 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd0064-c44b-43cd-87d5-840a00d41dff req-92de9742-5819-4b0d-b02c-67f41d138652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:24.638999 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51bd0064-c44b-43cd-87d5-840a00d41dff req-92de9742-5819-4b0d-b02c-67f41d138652 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85cd12db-ab83-4c48-a8fc-6f3611230458 HTTP/1.1" status: 200 len: 911 time: 0.2383990 Jun 16 16:57:24.653982 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cbd5d-7845-4b72-9007-32d720abe71a req-587344ba-aeb2-4328-b18e-57275cbfcb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:24.655533 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-697cbd5d-7845-4b72-9007-32d720abe71a req-587344ba-aeb2-4328-b18e-57275cbfcb6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35d6f5f5-7722-4351-b624-f6595cd0870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1665609 Jun 16 16:57:24.667613 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.securitygroups_db [None req-476a5718-5957-4d9c-abe6-5673b30ad457 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Project 995454a579f541d890449e49085c1044 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:57:24.671438 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.680573 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-476a5718-5957-4d9c-abe6-5673b30ad457 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.702631 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51bd0064-c44b-43cd-87d5-840a00d41dff req-00a716ee-9617-46ab-ac1e-8679cd06c1c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64da7fe9-a692-4317-8b7d-5a83cdb89ebe HTTP/1.1" status: 200 len: 217 time: 0.0461285 Jun 16 16:57:24.736241 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.738605 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:24.739114 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.744370 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:24.781567 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-476a5718-5957-4d9c-abe6-5673b30ad457 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.790015 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7280576 Jun 16 16:57:24.790785 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-476a5718-5957-4d9c-abe6-5673b30ad457 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.796018 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 59724) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:24.805204 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Request body: {'subnet': {'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-581694826-subnet', 'tenant_id': '8124469b1bfc4299bb305fef4e7a315d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:24.821015 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=a66d1897-7a26-4c5c-8e31-5170a3e3b2e0,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:24.821346 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd0064-c44b-43cd-87d5-840a00d41dff req-c4dcbc6e-0af0-437f-8c93-5194a4d809f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:24.823942 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51bd0064-c44b-43cd-87d5-840a00d41dff req-c4dcbc6e-0af0-437f-8c93-5194a4d809f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f7ed358-3927-41e6-9195-b1178b85d0a4 HTTP/1.1" status: 200 len: 849 time: 0.1080768 Jun 16 16:57:24.827111 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:24.828958 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6b84b53f-f3de-4103-a726-e2cd9ea23b8c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:24.831649 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:57:24.841908 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a5718-5957-4d9c-abe6-5673b30ad457 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4accf2-a074-475d-8759-6aae560a444a,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:24.847225 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-476a5718-5957-4d9c-abe6-5673b30ad457 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:24.877366 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51bd0064-c44b-43cd-87d5-840a00d41dff req-e5c61a77-1cf8-4d54-8372-ca2a15260c3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85cd12db-ab83-4c48-a8fc-6f3611230458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341430 Jun 16 16:57:24.879700 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-697cbd5d-7845-4b72-9007-32d720abe71a req-749771b4-a688-4dc7-b86f-dbadbab36c2d service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853108 Jun 16 16:57:24.881053 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Made reservation on behalf of 8124469b1bfc4299bb305fef4e7a315d for: {'subnet': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:24.883449 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-476a5718-5957-4d9c-abe6-5673b30ad457 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.883687 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3628085'] for subnet, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.885278 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-476a5718-5957-4d9c-abe6-5673b30ad457 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3409958 Jun 16 16:57:25.111865 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51bd0064-c44b-43cd-87d5-840a00d41dff req-77f66239-9b80-4063-a9f8-ceffe618284b service neutron] 10.222.0.46 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259088 Jun 16 16:57:25.124874 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-212a7535-aa3f-43e3-a1a6-5b824249c8f4 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825050366&fields=id&tenant_id=995454a579f541d890449e49085c1044 HTTP/1.1" status: 200 len: 267 time: 0.1417427 Jun 16 16:57:25.200466 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-697cbd5d-7845-4b72-9007-32d720abe71a req-fca45a4f-4516-4e56-888f-2a9942af8e0d service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951300 Jun 16 16:57:25.344742 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51bd0064-c44b-43cd-87d5-840a00d41dff req-f579abbe-dd65-45cc-bba5-0c69cb701c19 service neutron] 10.222.0.46 "GET /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164152 Jun 16 16:57:25.346961 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3386901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3628071'] for subnet, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.355358 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-bf192e08-4564-4582-9b2c-27d21a5c3d3c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:25.356752 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-bf192e08-4564-4582-9b2c-27d21a5c3d3c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.2182150 Jun 16 16:57:25.359168 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:25.371839 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'port': {'security_groups': ['fe6961d3-4602-48c8-a86b-1d9de2be9983', '2c75b967-e838-488c-9525-a3494b4bf59f']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:25.458381 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb588a7-573f-46c6-80ed-8f866c338f63,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:25.468720 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:25.494873 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Checking segment: {'id': '3367a434-f680-457d-aca6-71e9049b79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:25.495225 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Network hostable DHCP agents. Network: a66d1897-7a26-4c5c-8e31-5170a3e3b2e0, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:57:25.522847 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.540967 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:57:25.574995 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, a66d1897-7a26-4c5c-8e31-5170a3e3b2e0) {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:25.579802 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:25.581671 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.582680 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de67672-5f7e-4f63-b0c7-d1c0b022b8df None None] Network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:57:25.635267 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8321421 Jun 16 16:57:25.728182 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 64da7fe9-a692-4317-8b7d-5a83cdb89ebe details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:57:25.780673 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d1bae7-e9f3-4359-8570-f06c460e1208 None None] Network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:57:25.792437 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] For port bba769a9-4786-4a28-9462-429dbb283af8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bba769a9-4786-4a28-9462-429dbb283af8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:25.838177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.846941 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea35bc5-2cf1-4a57-bf88-6086241e5d5a req-effdb2c6-db6a-4703-b5aa-8d056a549eaf tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:25.848412 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dea35bc5-2cf1-4a57-bf88-6086241e5d5a req-effdb2c6-db6a-4703-b5aa-8d056a549eaf tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 944 time: 0.1318076 Jun 16 16:57:25.850080 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.860186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:25.897531 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:25.898155 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.899637 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-92b80c1f-9236-4d25-9af0-3b71ef4b169c req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "PUT /v2.0/ports/bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 200 len: 981 time: 0.5327580 Jun 16 16:57:25.901177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:25.904289 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3776228-0bac-4977-a81c-c638a76e1489" -d '{"events": [{"name": "network-changed", "server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "tag": "bba769a9-4786-4a28-9462-429dbb283af8"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:25.964908 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dea35bc5-2cf1-4a57-bf88-6086241e5d5a req-a2ec4095-612f-4bba-b2fc-e9fb79e6a8cc tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987830 Jun 16 16:57:25.975996 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'Port': ['ID=bba769a9-4786-4a28-9462-429dbb283af8,revision_number=6']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:25.981457 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:26.073749 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['bba769a9-4786-4a28-9462-429dbb283af8'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:26.121744 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b8044357-b2d4-4fad-b82a-defd38e84017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.145797 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,segment=NetworkSegment(d97434ea-bb93-434c-a69e-6988caaf47f5),segment_id=d97434ea-bb93-434c-a69e-6988caaf47f5)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:26.168371 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a70aa-c5ee-4bc0-b169-cdfab4e1a474 req-d5e2aa11-eea9-43e0-a101-492a91e773e8 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:26.169874 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-832a70aa-c5ee-4bc0-b169-cdfab4e1a474 req-d5e2aa11-eea9-43e0-a101-492a91e773e8 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0813153 Jun 16 16:57:26.178778 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '64da7fe9-a692-4317-8b7d-5a83cdb89ebe', 'network_id': '85cd12db-ab83-4c48-a8fc-6f3611230458', 'port_id': '64da7fe9-a692-4317-8b7d-5a83cdb89ebe', 'mac_address': 'fa:16:3e:e3:93:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7ed358-3927-41e6-9195-b1178b85d0a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:57:26.209793 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['bba769a9-4786-4a28-9462-429dbb283af8'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:26.242639 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-832a70aa-c5ee-4bc0-b169-cdfab4e1a474 req-f73e33d3-59ea-48e0-94d3-fdf0f0fe991e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576177 Jun 16 16:57:26.249392 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d99de91-32b8-49d0-9fad-c5337b8bdcb3 x-openstack-request-id: req-2d99de91-32b8-49d0-9fad-c5337b8bdcb3 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:26.249720 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "tag": "bba769a9-4786-4a28-9462-429dbb283af8", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:26.250012 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d99de91-32b8-49d0-9fad-c5337b8bdcb3 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:26.250464 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8', 'status': 'completed', 'code': 200} Jun 16 16:57:26.278880 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-e6dd53da-c04f-4a01-ac69-db4a9a62435b None None] Provisioning complete for port bba769a9-4786-4a28-9462-429dbb283af8 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:26.278880 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e6dd53da-c04f-4a01-ac69-db4a9a62435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.350980 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776228-0bac-4977-a81c-c638a76e1489 req-dc14314d-8ed8-4fb9-b8df-281208199fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:26.353137 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3776228-0bac-4977-a81c-c638a76e1489 req-dc14314d-8ed8-4fb9-b8df-281208199fef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=995454a579f541d890449e49085c1044&device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 1137 time: 0.0652621 Jun 16 16:57:26.357215 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.384245 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.409007 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64da7fe9-a692-4317-8b7d-5a83cdb89ebe {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:26.456244 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776228-0bac-4977-a81c-c638a76e1489 req-14075a93-c343-4588-9ec3-bf7f3397d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:26.457860 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3776228-0bac-4977-a81c-c638a76e1489 req-14075a93-c343-4588-9ec3-bf7f3397d1c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35d6f5f5-7722-4351-b624-f6595cd0870f HTTP/1.1" status: 200 len: 916 time: 0.0928030 Jun 16 16:57:26.459119 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,segment=NetworkSegment(d97434ea-bb93-434c-a69e-6988caaf47f5),segment_id=d97434ea-bb93-434c-a69e-6988caaf47f5)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:26.476406 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.486174 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:26.534739 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3776228-0bac-4977-a81c-c638a76e1489 req-12f594a8-9da3-4192-b055-308354e633b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 200 len: 1001 time: 0.0604227 Jun 16 16:57:26.590194 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776228-0bac-4977-a81c-c638a76e1489 req-0530969f-1d38-4b62-ad49-9e15ca50bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:26.591953 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3776228-0bac-4977-a81c-c638a76e1489 req-0530969f-1d38-4b62-ad49-9e15ca50bd50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64451bb0-82d5-42eb-b752-a16e65cf0318 HTTP/1.1" status: 200 len: 853 time: 0.0447824 Jun 16 16:57:26.619692 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:26.624511 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:26.673929 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776228-0bac-4977-a81c-c638a76e1489 req-14850ccd-65d2-4713-b67b-46677c8b140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:26.675373 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3776228-0bac-4977-a81c-c638a76e1489 req-14850ccd-65d2-4713-b67b-46677c8b140e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35d6f5f5-7722-4351-b624-f6595cd0870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628133 Jun 16 16:57:26.793982 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3776228-0bac-4977-a81c-c638a76e1489 req-99c189c5-082e-4e6a-8600-efc08d85b799 service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823054 Jun 16 16:57:26.830929 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.896555 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3776228-0bac-4977-a81c-c638a76e1489 req-c5ffb6d7-2e19-4be1-ab2f-2c83554e90c2 service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893052 Jun 16 16:57:27.084230 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['64da7fe9-a692-4317-8b7d-5a83cdb89ebe'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:27.132585 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c1222-a705-4f37-8066-7d98a22df5fd req-abf680e7-013c-4d72-9041-1dbda9f14a34 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:27.134058 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d72c1222-a705-4f37-8066-7d98a22df5fd req-abf680e7-013c-4d72-9041-1dbda9f14a34 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 945 time: 0.0617459 Jun 16 16:57:27.170372 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d72c1222-a705-4f37-8066-7d98a22df5fd req-49a2f483-3c72-4ca5-9abe-59a703ff99e4 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305054 Jun 16 16:57:27.626701 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-19815e27-6d33-4f85-b0c7-8a344fc8faa9 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:27.628158 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-19815e27-6d33-4f85-b0c7-8a344fc8faa9 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/networks?id=a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 HTTP/1.1" status: 200 len: 813 time: 0.1095593 Jun 16 16:57:27.644608 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-7dd08278-96b0-40b4-9f11-d1224cdd4c25 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/quotas/8124469b1bfc4299bb305fef4e7a315d HTTP/1.1" status: 200 len: 375 time: 0.0101740 Jun 16 16:57:27.679430 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-cc8ba550-6a49-4bb2-86d2-35a420d0b90f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8124469b1bfc4299bb305fef4e7a315d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295084 Jun 16 16:57:27.778860 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-4fcd62d4-d67a-40c2-b957-cf726e368adb service neutron] 10.222.0.98 "GET /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887642 Jun 16 16:57:27.868015 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-84fcdc12-a3de-48e0-8f13-91f858d1cf19 service neutron] 10.222.0.98 "GET /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831113 Jun 16 16:57:28.028018 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f912bb8-ac64-4743-9d48-b8ac99aedbb3 req-0114e224-5337-4810-9d0c-16031d5356a5 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 210 time: 0.0281389 Jun 16 16:57:28.348150 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a0183-4e81-4825-bb96-cafe1fd149fc req-f59530be-0e6f-4005-b8c5-fea196de8082 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:28.349616 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be7a0183-4e81-4825-bb96-cafe1fd149fc req-f59530be-0e6f-4005-b8c5-fea196de8082 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 945 time: 0.0679636 Jun 16 16:57:28.388236 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be7a0183-4e81-4825-bb96-cafe1fd149fc req-4cbaa23c-c714-4b8b-8d11-71f4e79478e7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jun 16 16:57:28.749715 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:29.167027 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be1cb59d-05ed-44c3-b4e1-9f0a8c55a96c req-6e43ba9f-f292-4e05-888e-d4d560e7d8da tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 210 time: 0.0269563 Jun 16 16:57:29.741112 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-bc15cb34-7b4e-488d-a249-19992a7aceb4 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:29.742567 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-bc15cb34-7b4e-488d-a249-19992a7aceb4 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.46 "GET /v2.0/networks?id=a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 HTTP/1.1" status: 200 len: 813 time: 0.3593595 Jun 16 16:57:29.764249 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Request body: {'port': {'device_id': '895662c8-3860-45b1-8c34-c54f573c5a28', 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0', 'admin_state_up': True, 'tenant_id': '8124469b1bfc4299bb305fef4e7a315d'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:29.775640 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 64da7fe9-a692-4317-8b7d-5a83cdb89ebe up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:29.788603 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211daebc-6e92-4211-b7a4-1c7620024929 req-a02bddd3-0d88-4af1-96ec-250039ab9736 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:29.790063 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-211daebc-6e92-4211-b7a4-1c7620024929 req-a02bddd3-0d88-4af1-96ec-250039ab9736 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 945 time: 0.1006725 Jun 16 16:57:29.826772 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:29.830416 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:29.830799 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:29.874912 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-211daebc-6e92-4211-b7a4-1c7620024929 req-e64f47fd-aab4-4112-8372-96450de4c100 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790966 Jun 16 16:57:29.907092 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:29.922860 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Made reservation on behalf of 8124469b1bfc4299bb305fef4e7a315d for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:29.926349 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:29.930368 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c2717e-3bf2-4d53-b4b4-98054c8482c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64da7fe9-a692-4317-8b7d-5a83cdb89ebe'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:29.932687 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e82782-2152-4d6f-8ff9-0cfe55cacdb1" -d '{"events": [{"server_uuid": "20c2717e-3bf2-4d53-b4b4-98054c8482c4", "name": "network-vif-plugged", "status": "completed", "tag": "64da7fe9-a692-4317-8b7d-5a83cdb89ebe"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:29.946763 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,segment=NetworkSegment(d97434ea-bb93-434c-a69e-6988caaf47f5),segment_id=d97434ea-bb93-434c-a69e-6988caaf47f5)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:29.953453 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:29.956468 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:29.985725 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdb5404-0c2a-4271-8d40-e20a41754641 x-openstack-request-id: req-1cdb5404-0c2a-4271-8d40-e20a41754641 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:29.986026 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c2717e-3bf2-4d53-b4b4-98054c8482c4", "name": "network-vif-plugged", "status": "completed", "tag": "64da7fe9-a692-4317-8b7d-5a83cdb89ebe", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:29.986319 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cdb5404-0c2a-4271-8d40-e20a41754641 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:29.986701 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c2717e-3bf2-4d53-b4b4-98054c8482c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64da7fe9-a692-4317-8b7d-5a83cdb89ebe', 'code': 200} Jun 16 16:57:30.010907 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:30.014188 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:30.061532 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Allocated IP 172.20.0.10 (a66d1897-7a26-4c5c-8e31-5170a3e3b2e0/5eb588a7-573f-46c6-80ed-8f866c338f63/112a473e-ec27-4ecc-b9de-77905fd5b165) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.066156 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:30.069695 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 16:57:30.224990 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:30.321722 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:30.324725 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2aee9afb-06b2-487a-bba6-6f48ec4f49dd req-2315b10f-bcc9-4e38-a612-b6643d72d9a0 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 210 time: 0.0388370 Jun 16 16:57:30.334521 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-688cf4b3-4567-43da-971e-d02c97c575b0 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:30.365859 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:30.372286 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:30.380666 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:30.424604 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Pushing event updated for resources: {'Port': ['ID=112a473e-ec27-4ecc-b9de-77905fd5b165,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:30.431009 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ef50f-0bcd-46a6-a2af-809a87ba032b req-40f4619b-b43c-4978-855d-b3ba7cea00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:30.432717 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e01ef50f-0bcd-46a6-a2af-809a87ba032b req-40f4619b-b43c-4978-855d-b3ba7cea00ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 1099 time: 0.1936476 Jun 16 16:57:30.433543 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:30.448969 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:30.449583 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:30.474463 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7145095 Jun 16 16:57:30.492301 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e01ef50f-0bcd-46a6-a2af-809a87ba032b req-6f53940e-3832-47f4-b31d-d1e087947a8b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Jun 16 16:57:30.608254 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Request body: {'port': {'device_id': '895662c8-3860-45b1-8c34-c54f573c5a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:30.647495 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1ae6-d30b-4c6a-9478-cb6e91c5d3b6 req-ace84b99-1e97-4c90-9542-aaf3086d83b1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:30.648957 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f98b1ae6-d30b-4c6a-9478-cb6e91c5d3b6 req-ace84b99-1e97-4c90-9542-aaf3086d83b1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0944712 Jun 16 16:57:30.717004 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:30.728819 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f98b1ae6-d30b-4c6a-9478-cb6e91c5d3b6 req-46d5e4b2-4b89-4399-b55b-3bee38d85e2f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735464 Jun 16 16:57:30.981571 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112a473e-ec27-4ecc-b9de-77905fd5b165 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:30.988940 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:31.026888 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Transition to ACTIVE for port object 112a473e-ec27-4ecc-b9de-77905fd5b165 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:31.032471 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:31.037640 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:31.120316 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Pushing event updated for resources: {'Port': ['ID=112a473e-ec27-4ecc-b9de-77905fd5b165,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:31.124264 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:31.152743 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab2466-1031-4b7c-b12e-9e8e67f1dd42 req-e4e8faf1-006d-42f4-a424-fdd71295b44f tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:31.154188 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-39ab2466-1031-4b7c-b12e-9e8e67f1dd42 req-e4e8faf1-006d-42f4-a424-fdd71295b44f tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 946 time: 0.1622148 Jun 16 16:57:31.226088 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-39ab2466-1031-4b7c-b12e-9e8e67f1dd42 req-b272f258-d548-4305-9442-a15bb41cffae tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512438 Jun 16 16:57:31.236175 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Attempting to bind port 112a473e-ec27-4ecc-b9de-77905fd5b165 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:57:31.236506 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Attempting to bind port 112a473e-ec27-4ecc-b9de-77905fd5b165 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '3367a434-f680-457d-aca6-71e9049b79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:57:31.236833 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Attempting to bind port 112a473e-ec27-4ecc-b9de-77905fd5b165 on network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:31.241070 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Port 112a473e-ec27-4ecc-b9de-77905fd5b165 on network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:57:31.241389 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Attempting to bind port 112a473e-ec27-4ecc-b9de-77905fd5b165 on network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:31.246033 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:57:31.246395 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Checking segment: {'id': '3367a434-f680-457d-aca6-71e9049b79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:31.246778 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Bound using segment: {'id': '3367a434-f680-457d-aca6-71e9049b79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:57:31.247192 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Bound port: 112a473e-ec27-4ecc-b9de-77905fd5b165, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3367a434-f680-457d-aca6-71e9049b79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:57:31.247534 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:31.310773 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] For port 112a473e-ec27-4ecc-b9de-77905fd5b165, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:57:31.313731 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] For port 112a473e-ec27-4ecc-b9de-77905fd5b165, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=112a473e-ec27-4ecc-b9de-77905fd5b165,segment=NetworkSegment(3367a434-f680-457d-aca6-71e9049b79ce),segment_id=3367a434-f680-457d-aca6-71e9049b79ce)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:57:31.317658 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:31.320301 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:31.350290 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:31.350975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:31.352492 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] 10.222.0.46 "PUT /v2.0/ports/112a473e-ec27-4ecc-b9de-77905fd5b165 HTTP/1.1" status: 200 len: 1094 time: 0.7514336 Jun 16 16:57:31.353148 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895662c8-3860-45b1-8c34-c54f573c5a28', 'tag': '112a473e-ec27-4ecc-b9de-77905fd5b165'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:31.356034 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0114d75-fef0-403f-8dd8-faf7cb598f32" -d '{"events": [{"name": "network-changed", "server_uuid": "895662c8-3860-45b1-8c34-c54f573c5a28", "tag": "112a473e-ec27-4ecc-b9de-77905fd5b165"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:31.382091 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Pushing event updated for resources: {'Port': ['ID=112a473e-ec27-4ecc-b9de-77905fd5b165,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:31.385328 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:31.400584 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c58c63a-63bf-4337-97c1-4e5bceb81cce x-openstack-request-id: req-1c58c63a-63bf-4337-97c1-4e5bceb81cce {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:31.400927 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895662c8-3860-45b1-8c34-c54f573c5a28", "tag": "112a473e-ec27-4ecc-b9de-77905fd5b165", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:31.401209 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1c58c63a-63bf-4337-97c1-4e5bceb81cce {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:31.401632 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895662c8-3860-45b1-8c34-c54f573c5a28', 'tag': '112a473e-ec27-4ecc-b9de-77905fd5b165', 'status': 'completed', 'code': 200} Jun 16 16:57:31.506412 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-3955f7de-dfac-455e-a13e-aeef29d81207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:31.507910 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-3955f7de-dfac-455e-a13e-aeef29d81207 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8124469b1bfc4299bb305fef4e7a315d&device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 1097 time: 0.0869122 Jun 16 16:57:31.532088 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256258a-ca2d-4544-bb2d-d653af57a927 req-e7767279-927f-441e-91b7-f6688827afea tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:31.533477 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a256258a-ca2d-4544-bb2d-d653af57a927 req-e7767279-927f-441e-91b7-f6688827afea tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 944 time: 0.0765235 Jun 16 16:57:31.589709 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-3f26bd8a-cae2-43c8-8df4-d6464be24510 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=112a473e-ec27-4ecc-b9de-77905fd5b165 HTTP/1.1" status: 200 len: 217 time: 0.0440361 Jun 16 16:57:31.614750 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a256258a-ca2d-4544-bb2d-d653af57a927 req-3fbcf1e5-8e3d-4374-8be4-e34115dfafca tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749042 Jun 16 16:57:31.648886 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-b9cd8aa2-774b-4b6e-b7d4-4c79ec5a703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:31.650317 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-b9cd8aa2-774b-4b6e-b7d4-4c79ec5a703c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5eb588a7-573f-46c6-80ed-8f866c338f63 HTTP/1.1" status: 200 len: 853 time: 0.0479937 Jun 16 16:57:31.705385 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-c585eec2-149e-4ff9-bed0-08d43143ba47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a66d1897-7a26-4c5c-8e31-5170a3e3b2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295682 Jun 16 16:57:31.810207 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-f2cb122c-d563-4eed-83d4-736cb089bae9 service neutron] 10.222.0.46 "GET /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874267 Jun 16 16:57:31.949844 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c88e1fd-f5fe-4f9d-a520-44d2e637ba52 req-d48525b2-9238-4643-9a1e-7dd3a6a57a6f service neutron] 10.222.0.46 "GET /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246080 Jun 16 16:57:31.963605 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21282c5-7076-4649-9bf2-bc8b04375ed3 req-c773bc4b-1cda-4adc-9ace-b313a0b0580c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:31.965024 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e21282c5-7076-4649-9bf2-bc8b04375ed3 req-c773bc4b-1cda-4adc-9ace-b313a0b0580c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1187534 Jun 16 16:57:32.003295 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e21282c5-7076-4649-9bf2-bc8b04375ed3 req-f63f989b-0e85-40ff-8690-05d992aaee8e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Jun 16 16:57:32.085023 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114d75-fef0-403f-8dd8-faf7cb598f32 req-1bb69143-5941-4e0c-9f97-c147ae4ebfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:32.086521 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e0114d75-fef0-403f-8dd8-faf7cb598f32 req-1bb69143-5941-4e0c-9f97-c147ae4ebfbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8124469b1bfc4299bb305fef4e7a315d&device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 1097 time: 0.0526533 Jun 16 16:57:32.191009 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114d75-fef0-403f-8dd8-faf7cb598f32 req-6835592e-ab0e-4e7c-99fb-bdde02f24704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:32.192519 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e0114d75-fef0-403f-8dd8-faf7cb598f32 req-6835592e-ab0e-4e7c-99fb-bdde02f24704 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 HTTP/1.1" status: 200 len: 915 time: 0.0880623 Jun 16 16:57:32.250928 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e0114d75-fef0-403f-8dd8-faf7cb598f32 req-a5a7a2aa-d65c-456a-a030-c54b664320eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=112a473e-ec27-4ecc-b9de-77905fd5b165 HTTP/1.1" status: 200 len: 217 time: 0.0340779 Jun 16 16:57:32.320941 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114d75-fef0-403f-8dd8-faf7cb598f32 req-18e672c4-5ca7-4095-bc82-08beabe55402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:32.322541 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e0114d75-fef0-403f-8dd8-faf7cb598f32 req-18e672c4-5ca7-4095-bc82-08beabe55402 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5eb588a7-573f-46c6-80ed-8f866c338f63 HTTP/1.1" status: 200 len: 853 time: 0.0509861 Jun 16 16:57:32.361981 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e0114d75-fef0-403f-8dd8-faf7cb598f32 req-9e8ad5dd-8aa8-4bcb-a5fb-03b25b2ff3dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a66d1897-7a26-4c5c-8e31-5170a3e3b2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285354 Jun 16 16:57:32.559267 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e0114d75-fef0-403f-8dd8-faf7cb598f32 req-8861deda-9b93-4832-a420-7f930e7e755b service neutron] 10.222.0.46 "GET /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858830 Jun 16 16:57:32.573676 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4852b3-58c9-4c56-83ce-d3de03a3a7c5 req-09e95af5-b3ab-413e-81d6-feed3f0ec0ac tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:32.575125 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-df4852b3-58c9-4c56-83ce-d3de03a3a7c5 req-09e95af5-b3ab-413e-81d6-feed3f0ec0ac tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 946 time: 0.2155056 Jun 16 16:57:32.634507 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96008-5ce0-4dca-ba6a-bc788212f437 req-75bc8372-6a5b-43b1-a768-e026d4e43a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:32.635959 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-99d96008-5ce0-4dca-ba6a-bc788212f437 req-75bc8372-6a5b-43b1-a768-e026d4e43a60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 1099 time: 0.1816576 Jun 16 16:57:32.721378 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608be4ef-75db-4a7a-80ea-09c3a741c5e2 req-f460559a-7cc9-4d58-8970-0ab962ea42d6 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:32.722941 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-608be4ef-75db-4a7a-80ea-09c3a741c5e2 req-f460559a-7cc9-4d58-8970-0ab962ea42d6 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2369633 Jun 16 16:57:32.731069 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-df4852b3-58c9-4c56-83ce-d3de03a3a7c5 req-71b19375-a958-4686-98b3-2b33e3afbfb3 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377001 Jun 16 16:57:32.810394 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e0114d75-fef0-403f-8dd8-faf7cb598f32 req-4875cc0b-4f84-484f-ad6a-4d6a4ef9e5ce service neutron] 10.222.0.46 "GET /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325315 Jun 16 16:57:32.831192 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-608be4ef-75db-4a7a-80ea-09c3a741c5e2 req-daf96f41-2718-4667-aedc-22e2be15d318 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991693 Jun 16 16:57:32.838442 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96008-5ce0-4dca-ba6a-bc788212f437 req-99602a8e-2a2c-414a-bf6e-9a2edf6a92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:32.839888 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-99d96008-5ce0-4dca-ba6a-bc788212f437 req-99602a8e-2a2c-414a-bf6e-9a2edf6a92df service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 921 time: 0.1896439 Jun 16 16:57:32.913927 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-99d96008-5ce0-4dca-ba6a-bc788212f437 req-8c32c60d-0c22-4882-a9d7-f5e12553ae76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65 HTTP/1.1" status: 200 len: 217 time: 0.0578363 Jun 16 16:57:32.945002 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444b90e-7e12-48a6-b021-743ed0849076 req-3a0d39ed-2a36-4eca-aa5b-b2a1261fbd81 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:32.946458 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7444b90e-7e12-48a6-b021-743ed0849076 req-3a0d39ed-2a36-4eca-aa5b-b2a1261fbd81 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 944 time: 0.1005092 Jun 16 16:57:33.009114 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96008-5ce0-4dca-ba6a-bc788212f437 req-4ba8cb80-0588-42ef-930f-35becded75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:33.010561 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-99d96008-5ce0-4dca-ba6a-bc788212f437 req-4ba8cb80-0588-42ef-930f-35becded75b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.0632496 Jun 16 16:57:33.015281 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7444b90e-7e12-48a6-b021-743ed0849076 req-a148f446-9f90-4926-98d1-5897738e1b8a tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602820 Jun 16 16:57:33.055413 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-99d96008-5ce0-4dca-ba6a-bc788212f437 req-7e90ce88-96a9-43ab-8400-914a7715d166 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293217 Jun 16 16:57:33.204694 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-99d96008-5ce0-4dca-ba6a-bc788212f437 req-6c5353d8-0470-49b2-b205-37fbd0139075 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114881 Jun 16 16:57:33.222310 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe9332-4562-4875-9d46-5878c9a3419d req-c7e89ee5-1e98-4c73-a72c-21628a9b1ce5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:33.223656 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-38fe9332-4562-4875-9d46-5878c9a3419d req-c7e89ee5-1e98-4c73-a72c-21628a9b1ce5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1036625 Jun 16 16:57:33.310127 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-38fe9332-4562-4875-9d46-5878c9a3419d req-f2b203a3-b3d9-49d4-84ed-d2ab0d9c69f7 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788662 Jun 16 16:57:33.330345 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-99d96008-5ce0-4dca-ba6a-bc788212f437 req-313e7784-2d8a-422b-a596-4b40416f4429 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057668 Jun 16 16:57:33.901945 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827fec2-f9d0-4fad-96f6-c62ea57311fa req-fbfb1b14-2cd5-4ce1-b715-b058e878ed93 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:33.903454 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1827fec2-f9d0-4fad-96f6-c62ea57311fa req-fbfb1b14-2cd5-4ce1-b715-b058e878ed93 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 946 time: 0.0647635 Jun 16 16:57:33.945463 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1827fec2-f9d0-4fad-96f6-c62ea57311fa req-8014216e-d4a4-47f8-a7f5-a9aaad274c21 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364978 Jun 16 16:57:34.016089 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef9ce5-0ce4-44be-92d2-9787792197b4 req-4c6ab329-73a9-4bf6-8316-4582c54d5d3b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:34.017531 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-73ef9ce5-0ce4-44be-92d2-9787792197b4 req-4c6ab329-73a9-4bf6-8316-4582c54d5d3b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0630860 Jun 16 16:57:34.054822 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-73ef9ce5-0ce4-44be-92d2-9787792197b4 req-b6776b00-6a0d-44dd-abe5-76e8de66fb2b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Jun 16 16:57:34.191329 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f987bf1-326e-4ea8-bf27-8f1c32efb66c req-34c3b67d-08cf-4ba8-91dc-ee79706f8d2b tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:34.192772 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f987bf1-326e-4ea8-bf27-8f1c32efb66c req-34c3b67d-08cf-4ba8-91dc-ee79706f8d2b tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 944 time: 0.0618975 Jun 16 16:57:34.233018 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f987bf1-326e-4ea8-bf27-8f1c32efb66c req-ddc3f131-b60b-42f5-9247-acf83fa2abd5 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330083 Jun 16 16:57:34.488757 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e776429-1362-4686-90b6-588500e6cdf9 req-6640caae-825f-4506-88d7-4b847cfb0b50 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:34.490151 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2e776429-1362-4686-90b6-588500e6cdf9 req-6640caae-825f-4506-88d7-4b847cfb0b50 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0631278 Jun 16 16:57:34.525972 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2e776429-1362-4686-90b6-588500e6cdf9 req-6dc398c8-12bb-4840-9331-3914a9e4004c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302820 Jun 16 16:57:35.024353 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c24c2-6df5-451e-a62b-239afb03c16d req-011da497-4c27-455b-a580-5614c351ac55 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:35.025695 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-393c24c2-6df5-451e-a62b-239afb03c16d req-011da497-4c27-455b-a580-5614c351ac55 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 946 time: 0.0633030 Jun 16 16:57:35.062149 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-393c24c2-6df5-451e-a62b-239afb03c16d req-ee280467-e530-453e-af2c-7053c516c8a8 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307236 Jun 16 16:57:35.226543 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc72c18-2fb3-48e0-85bb-50d3c363c271 req-d1798d6d-5892-41e7-976e-5ac93f32f6c6 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:35.227969 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7bc72c18-2fb3-48e0-85bb-50d3c363c271 req-d1798d6d-5892-41e7-976e-5ac93f32f6c6 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0614338 Jun 16 16:57:35.267652 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7bc72c18-2fb3-48e0-85bb-50d3c363c271 req-87710c20-eb83-472a-9c38-dfc2dbf5a5cd tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341263 Jun 16 16:57:35.401424 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8fc9c-24bc-4862-8142-27b0c1564a10 req-24d1d062-2ff8-4b1c-b876-e9e4ce8c4857 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:35.402877 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-58e8fc9c-24bc-4862-8142-27b0c1564a10 req-24d1d062-2ff8-4b1c-b876-e9e4ce8c4857 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 944 time: 0.0613708 Jun 16 16:57:35.439058 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-58e8fc9c-24bc-4862-8142-27b0c1564a10 req-e5ec5a4f-cd1e-4c10-aa25-1e6fa17f557b tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302553 Jun 16 16:57:35.698987 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ccce5-efc1-4dbc-9cbc-b00dfe00e3b4 req-110530f2-b00e-41b1-ac25-243b0a984994 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:35.700436 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1d6ccce5-efc1-4dbc-9cbc-b00dfe00e3b4 req-110530f2-b00e-41b1-ac25-243b0a984994 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0629990 Jun 16 16:57:35.737446 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1d6ccce5-efc1-4dbc-9cbc-b00dfe00e3b4 req-a0417ce3-b873-47d2-a6e0-6f86f00a4e7b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315435 Jun 16 16:57:35.778029 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 112a473e-ec27-4ecc-b9de-77905fd5b165 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:57:35.867175 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 112a473e-ec27-4ecc-b9de-77905fd5b165, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=112a473e-ec27-4ecc-b9de-77905fd5b165,segment=NetworkSegment(3367a434-f680-457d-aca6-71e9049b79ce),segment_id=3367a434-f680-457d-aca6-71e9049b79ce)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:35.877548 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '112a473e-ec27-4ecc-b9de-77905fd5b165', 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0', 'port_id': '112a473e-ec27-4ecc-b9de-77905fd5b165', 'mac_address': 'fa:16:3e:00:ba:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb588a7-573f-46c6-80ed-8f866c338f63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:57:35.915623 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:35.927712 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112a473e-ec27-4ecc-b9de-77905fd5b165 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:35.946427 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 112a473e-ec27-4ecc-b9de-77905fd5b165, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=112a473e-ec27-4ecc-b9de-77905fd5b165,segment=NetworkSegment(3367a434-f680-457d-aca6-71e9049b79ce),segment_id=3367a434-f680-457d-aca6-71e9049b79ce)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:35.950927 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:35.952587 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:35.995999 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=112a473e-ec27-4ecc-b9de-77905fd5b165,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:35.999038 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:36.237495 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba734c1-0170-429a-ac43-e4c47b4e4080 req-2338f11b-695c-4d14-b74c-0b563d80f6a2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:36.238968 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba734c1-0170-429a-ac43-e4c47b4e4080 req-2338f11b-695c-4d14-b74c-0b563d80f6a2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 946 time: 0.0650709 Jun 16 16:57:36.275451 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ba734c1-0170-429a-ac43-e4c47b4e4080 req-2f1fcdf1-9741-400b-9924-0ba19a901f39 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303514 Jun 16 16:57:36.439012 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf156b73-4752-4672-8769-841e91b7c2fb req-74bfa37f-1bb7-4b95-8fdd-72be8c89d926 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:36.440466 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cf156b73-4752-4672-8769-841e91b7c2fb req-74bfa37f-1bb7-4b95-8fdd-72be8c89d926 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0644224 Jun 16 16:57:36.484202 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cf156b73-4752-4672-8769-841e91b7c2fb req-b50041c1-b921-447b-8870-2b063936eb92 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 Jun 16 16:57:36.622351 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a977e-da87-464f-8577-81363a09bdc1 req-d0f260a6-b6f2-4c48-abfd-09c972ca4852 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:36.623789 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4f0a977e-da87-464f-8577-81363a09bdc1 req-d0f260a6-b6f2-4c48-abfd-09c972ca4852 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 945 time: 0.0663824 Jun 16 16:57:36.636318 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['112a473e-ec27-4ecc-b9de-77905fd5b165'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:36.664856 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4f0a977e-da87-464f-8577-81363a09bdc1 req-8d050397-1397-4123-bf25-6e7e33ed7df2 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353985 Jun 16 16:57:37.134682 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9b361-9929-4ab4-a9dd-e937386ca0c5 req-668aa8ff-b53b-44b5-a2c1-1a611916331f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:37.136130 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-50c9b361-9929-4ab4-a9dd-e937386ca0c5 req-668aa8ff-b53b-44b5-a2c1-1a611916331f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.2835526 Jun 16 16:57:37.171688 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-50c9b361-9929-4ab4-a9dd-e937386ca0c5 req-84086937-597d-45e1-8f74-abf75a29bf39 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300467 Jun 16 16:57:37.444212 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84927fe8-e162-482c-b9c3-8ffa5196797e req-c6d4e8c2-648a-4999-8061-3bde3d38787a tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:37.445610 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-84927fe8-e162-482c-b9c3-8ffa5196797e req-c6d4e8c2-648a-4999-8061-3bde3d38787a tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 946 time: 0.0604022 Jun 16 16:57:37.480700 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-84927fe8-e162-482c-b9c3-8ffa5196797e req-c7397947-8b1b-47d1-a0e3-3543124b36b9 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294793 Jun 16 16:57:37.652084 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9f6a0-76ea-4f5d-8453-463851a15ba7 req-620a18e2-3719-4de0-80c8-5029bf13af52 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:37.653401 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-17c9f6a0-76ea-4f5d-8453-463851a15ba7 req-620a18e2-3719-4de0-80c8-5029bf13af52 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0617857 Jun 16 16:57:37.689183 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-17c9f6a0-76ea-4f5d-8453-463851a15ba7 req-b11de38c-cf10-4952-8bbd-b4bf1aef2cd8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303028 Jun 16 16:57:37.832828 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7c386-5af7-41f2-829a-517ee83d63e0 req-767574a0-aa70-486d-ad9b-4ed81710fd7a tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:37.834354 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6bf7c386-5af7-41f2-829a-517ee83d63e0 req-767574a0-aa70-486d-ad9b-4ed81710fd7a tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 945 time: 0.0607796 Jun 16 16:57:37.872692 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6bf7c386-5af7-41f2-829a-517ee83d63e0 req-22389fe3-94a4-449a-ae67-f8ea0e59cc92 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Jun 16 16:57:38.289307 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-d018a0be-44f0-4a06-ac2d-7ccedaa9f5c8 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:38.290744 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-d018a0be-44f0-4a06-ac2d-7ccedaa9f5c8 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.46 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 946 time: 0.0604651 Jun 16 16:57:38.416472 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced433-1878-4441-a9a0-4b548a8997fc req-605c11de-264a-48ac-a997-eec0cf455a04 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:38.417929 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-feced433-1878-4441-a9a0-4b548a8997fc req-605c11de-264a-48ac-a997-eec0cf455a04 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1263299 Jun 16 16:57:38.453157 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Deleting port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:38.453494 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:38.481582 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-feced433-1878-4441-a9a0-4b548a8997fc req-a90b2053-ed0f-4b59-9f55-145d1048ba40 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574524 Jun 16 16:57:38.551594 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] For port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,segment=NetworkSegment(d97434ea-bb93-434c-a69e-6988caaf47f5),segment_id=d97434ea-bb93-434c-a69e-6988caaf47f5)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:38.551964 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:38.618872 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Calling delete_port for 64da7fe9-a692-4317-8b7d-5a83cdb89ebe owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:38.741477 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b677aa9-d899-48de-a941-19b12eb03851 req-bc710d02-d225-497f-9346-c0748307a9ba tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:38.743006 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9b677aa9-d899-48de-a941-19b12eb03851 req-bc710d02-d225-497f-9346-c0748307a9ba tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 946 time: 0.1516974 Jun 16 16:57:38.824365 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9b677aa9-d899-48de-a941-19b12eb03851 req-0191a98a-6c52-4f43-adfb-a82a60de8d73 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/security-groups?id=14f3957b-0460-4294-b17c-bf20c2ea3485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756307 Jun 16 16:57:38.851317 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:38.855498 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0d7f2f7f-6141-4161-bd9d-3fefd21764e6 tempest-VolumesNegativeTest-203795926 tempest-VolumesNegativeTest-203795926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:38.871100 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['64da7fe9-a692-4317-8b7d-5a83cdb89ebe'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:38.886742 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Pushing event deleted for resources: {'Port': ['ID=64da7fe9-a692-4317-8b7d-5a83cdb89ebe,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:38.893346 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:38.942898 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] No DVR routers for this DVR port 64da7fe9-a692-4317-8b7d-5a83cdb89ebe on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:57:38.951509 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b8d84-3876-4879-b0f0-827f7adf0469 req-a73be4e7-2463-40e8-b3c8-af95a505f5ff tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:38.952953 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6c8b8d84-3876-4879-b0f0-827f7adf0469 req-a73be4e7-2463-40e8-b3c8-af95a505f5ff tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1478796 Jun 16 16:57:38.953994 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:38.957500 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-282aa684-0aba-4b29-a09a-6c705dfad3dd req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.46 "DELETE /v2.0/ports/64da7fe9-a692-4317-8b7d-5a83cdb89ebe HTTP/1.1" status: 204 len: 173 time: 0.6355207 Jun 16 16:57:38.957500 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c2717e-3bf2-4d53-b4b4-98054c8482c4', 'name': 'network-vif-deleted', 'tag': '64da7fe9-a692-4317-8b7d-5a83cdb89ebe'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:38.958695 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e755e0a3-5a9a-4c1d-a915-b7a7f643f7b5" -d '{"events": [{"server_uuid": "20c2717e-3bf2-4d53-b4b4-98054c8482c4", "name": "network-vif-deleted", "tag": "64da7fe9-a692-4317-8b7d-5a83cdb89ebe"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:39.008628 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6c8b8d84-3876-4879-b0f0-827f7adf0469 req-3c8127fd-b402-4461-af4b-696cf3b572eb tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 Jun 16 16:57:39.060692 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecb6915-1f13-41fe-aae8-e5bebd73f136 x-openstack-request-id: req-2ecb6915-1f13-41fe-aae8-e5bebd73f136 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:39.061020 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c2717e-3bf2-4d53-b4b4-98054c8482c4", "name": "network-vif-deleted", "tag": "64da7fe9-a692-4317-8b7d-5a83cdb89ebe", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:39.061305 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2ecb6915-1f13-41fe-aae8-e5bebd73f136 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:39.061723 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c2717e-3bf2-4d53-b4b4-98054c8482c4', 'name': 'network-vif-deleted', 'tag': '64da7fe9-a692-4317-8b7d-5a83cdb89ebe', 'status': 'completed', 'code': 200} Jun 16 16:57:39.083726 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048228c-803c-4012-92e8-4df8296a01d9 req-01553938-e961-4e73-9b74-1cd93635b3eb tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:39.085181 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b048228c-803c-4012-92e8-4df8296a01d9 req-01553938-e961-4e73-9b74-1cd93635b3eb tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 945 time: 0.0980351 Jun 16 16:57:39.123946 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b048228c-803c-4012-92e8-4df8296a01d9 req-2df05e41-5bd7-4a76-85b5-861845e39453 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326030 Jun 16 16:57:39.661493 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040b6db-fc21-4869-a979-daee4a9819a8 req-817e484f-91ca-4103-83fb-9770457d65be tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:39.662910 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1040b6db-fc21-4869-a979-daee4a9819a8 req-817e484f-91ca-4103-83fb-9770457d65be tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0649741 Jun 16 16:57:39.700345 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1040b6db-fc21-4869-a979-daee4a9819a8 req-5b77f5c9-d914-4ad9-81f4-5a10302a03c6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Jun 16 16:57:39.805756 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 112a473e-ec27-4ecc-b9de-77905fd5b165 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:39.855222 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 112a473e-ec27-4ecc-b9de-77905fd5b165 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:39.860494 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 112a473e-ec27-4ecc-b9de-77905fd5b165 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:39.860811 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:39.946867 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:39.969630 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895662c8-3860-45b1-8c34-c54f573c5a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112a473e-ec27-4ecc-b9de-77905fd5b165'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:39.971901 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5febc69-9b04-4e44-a197-4f09ce22a8c3" -d '{"events": [{"server_uuid": "895662c8-3860-45b1-8c34-c54f573c5a28", "name": "network-vif-plugged", "status": "completed", "tag": "112a473e-ec27-4ecc-b9de-77905fd5b165"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:39.981617 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d23c6a88-a33b-4bee-99ce-cea255edc6f6 req-3e7fb0eb-5500-451b-8f2a-8f5bbdb7b570 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] 10.222.0.98 "GET /v2.0/ports?device_id=20c2717e-3bf2-4d53-b4b4-98054c8482c4 HTTP/1.1" status: 200 len: 210 time: 0.0312784 Jun 16 16:57:39.985802 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 112a473e-ec27-4ecc-b9de-77905fd5b165, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=112a473e-ec27-4ecc-b9de-77905fd5b165,segment=NetworkSegment(3367a434-f680-457d-aca6-71e9049b79ce),segment_id=3367a434-f680-457d-aca6-71e9049b79ce)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:39.990672 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:39.992675 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-f2746761-44dd-4b1d-8065-c547cd960318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:40.015243 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd79433c-016f-46ca-bbeb-db388aa5de5e x-openstack-request-id: req-cd79433c-016f-46ca-bbeb-db388aa5de5e {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:40.015549 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895662c8-3860-45b1-8c34-c54f573c5a28", "name": "network-vif-plugged", "status": "completed", "tag": "112a473e-ec27-4ecc-b9de-77905fd5b165", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:40.015811 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd79433c-016f-46ca-bbeb-db388aa5de5e {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:40.016202 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895662c8-3860-45b1-8c34-c54f573c5a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112a473e-ec27-4ecc-b9de-77905fd5b165', 'code': 200} Jun 16 16:57:40.041862 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=112a473e-ec27-4ecc-b9de-77905fd5b165,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:40.045034 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:40.184534 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2a9ea-c241-4ce3-8bf5-05a40309032e req-a958ae3b-2fef-44c0-8028-711375b79500 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:40.186036 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-17c2a9ea-c241-4ce3-8bf5-05a40309032e req-a958ae3b-2fef-44c0-8028-711375b79500 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0655670 Jun 16 16:57:40.230753 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-17c2a9ea-c241-4ce3-8bf5-05a40309032e req-4d0da8db-b448-435a-8037-bf9fa6922507 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384517 Jun 16 16:57:40.344041 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1028c09-ea87-4877-bd95-11ad906861b9 req-cd0510ca-cb96-4985-99be-b27701d7f86d tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:40.345490 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1028c09-ea87-4877-bd95-11ad906861b9 req-cd0510ca-cb96-4985-99be-b27701d7f86d tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.1029420 Jun 16 16:57:40.352102 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bec441-5c1a-4753-be0d-ee337875fe55 req-d73cf499-82c3-4818-88a9-74b9a48e7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:40.353498 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64bec441-5c1a-4753-be0d-ee337875fe55 req-d73cf499-82c3-4818-88a9-74b9a48e7dbb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 1099 time: 0.0796480 Jun 16 16:57:40.404538 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1028c09-ea87-4877-bd95-11ad906861b9 req-b747ec2d-2a39-4861-bc7b-eb3f9f2c4bfe tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500810 Jun 16 16:57:40.408783 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64bec441-5c1a-4753-be0d-ee337875fe55 req-f6b70a77-a14b-4652-b85d-e144f427a9af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472219 Jun 16 16:57:40.876291 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b90066-f501-49d2-b93d-8191f1b487d4 req-6cfe18f9-835f-4b9a-becb-c6207fa5f2db tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:40.877616 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a2b90066-f501-49d2-b93d-8191f1b487d4 req-6cfe18f9-835f-4b9a-becb-c6207fa5f2db tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0616367 Jun 16 16:57:40.915281 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a2b90066-f501-49d2-b93d-8191f1b487d4 req-7dbc5f61-2c60-481f-a49b-414b346c084f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315518 Jun 16 16:57:41.418957 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc735b-7e5b-43fc-b102-e61ddd738c55 req-353dc188-13b7-4cbb-ae43-ca95cfd652b7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:41.418957 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bdc735b-7e5b-43fc-b102-e61ddd738c55 req-353dc188-13b7-4cbb-ae43-ca95cfd652b7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0698674 Jun 16 16:57:41.456565 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bdc735b-7e5b-43fc-b102-e61ddd738c55 req-ad228af4-7371-4e46-8e67-1eff376e12f5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Jun 16 16:57:41.587733 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06aabd-3183-4b72-b60a-24f1abdd36c2 req-c5f8fd31-304e-4a3c-bd81-94d265362b45 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:41.589323 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3b06aabd-3183-4b72-b60a-24f1abdd36c2 req-c5f8fd31-304e-4a3c-bd81-94d265362b45 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.0693793 Jun 16 16:57:41.627609 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3b06aabd-3183-4b72-b60a-24f1abdd36c2 req-d163ae87-fb62-4dae-b83e-c7a76f34f4eb tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Jun 16 16:57:41.816466 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 64da7fe9-a692-4317-8b7d-5a83cdb89ebe no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:57:41.836498 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 64da7fe9-a692-4317-8b7d-5a83cdb89ebe {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:57:41.836868 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 64da7fe9-a692-4317-8b7d-5a83cdb89ebe not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:57:42.090771 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f3eef-965a-4dc2-8a50-9c447b8f9bf1 req-93ca44ae-f27f-4f2a-b7c9-27cfa5527e71 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:42.092213 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-150f3eef-965a-4dc2-8a50-9c447b8f9bf1 req-93ca44ae-f27f-4f2a-b7c9-27cfa5527e71 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0652316 Jun 16 16:57:42.127829 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-150f3eef-965a-4dc2-8a50-9c447b8f9bf1 req-604ae630-bb83-4a5e-91ad-770a9392e7c8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300589 Jun 16 16:57:42.628717 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d0319-05d6-4f93-a2a5-48fd74d71aef req-40c49413-0481-4ea2-a6ef-6dbe3fc9de2f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:42.630770 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2e6d0319-05d6-4f93-a2a5-48fd74d71aef req-40c49413-0481-4ea2-a6ef-6dbe3fc9de2f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0605540 Jun 16 16:57:42.666850 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2e6d0319-05d6-4f93-a2a5-48fd74d71aef req-147d5c03-b2a7-4cf7-a1aa-69cc5e6ad1c1 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302715 Jun 16 16:57:42.798089 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9932f0c-b7f1-4b89-92e1-12cba74d97b8 req-9e8cd172-fe83-41ec-a4e4-91defaf967e8 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:42.799571 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e9932f0c-b7f1-4b89-92e1-12cba74d97b8 req-9e8cd172-fe83-41ec-a4e4-91defaf967e8 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.0636063 Jun 16 16:57:42.836813 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e9932f0c-b7f1-4b89-92e1-12cba74d97b8 req-a81e03b9-671d-4f99-ad5a-6150fa8620e8 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Jun 16 16:57:43.305288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a55e5-72cb-45e1-9848-2a359300a2bb req-3014d074-069c-4267-8359-754e5b7d1175 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:43.306738 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8c2a55e5-72cb-45e1-9848-2a359300a2bb req-3014d074-069c-4267-8359-754e5b7d1175 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0643103 Jun 16 16:57:43.342896 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8c2a55e5-72cb-45e1-9848-2a359300a2bb req-3cfafcd7-3032-47bc-837a-257f58a8b21c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305958 Jun 16 16:57:43.836600 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8d127-bccb-43ec-a694-ff0a466a3f8a req-e20c779a-d8fc-4774-ac66-2cd8283dc779 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:43.838066 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6fc8d127-bccb-43ec-a694-ff0a466a3f8a req-e20c779a-d8fc-4774-ac66-2cd8283dc779 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0619111 Jun 16 16:57:43.875112 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6fc8d127-bccb-43ec-a694-ff0a466a3f8a req-1bf81288-00af-484c-87ea-431e5f6f2caa tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Jun 16 16:57:44.008223 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a016-d841-4880-9dc0-f771627367e2 req-6e7bb292-5359-46eb-a0a4-b84e646b065e tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:44.009580 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8a37a016-d841-4880-9dc0-f771627367e2 req-6e7bb292-5359-46eb-a0a4-b84e646b065e tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.0644603 Jun 16 16:57:44.044897 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8a37a016-d841-4880-9dc0-f771627367e2 req-e6e8ff2d-5c24-4ba2-829c-5172454c1114 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298657 Jun 16 16:57:44.517977 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f1773-f530-44d7-81b9-3ca0efc5e644 req-d004a3db-fea8-4da7-8862-759829e179b7 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:44.519426 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c31f1773-f530-44d7-81b9-3ca0efc5e644 req-d004a3db-fea8-4da7-8862-759829e179b7 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0612922 Jun 16 16:57:44.555540 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c31f1773-f530-44d7-81b9-3ca0efc5e644 req-4123df43-2a4d-49ff-b83f-b0319d2afbef tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306332 Jun 16 16:57:45.046244 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28617b-2cc8-4b4e-850d-53f90cfc98f6 req-3d1fae7f-8a06-472e-8847-9ec1c082ed86 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:45.047623 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ac28617b-2cc8-4b4e-850d-53f90cfc98f6 req-3d1fae7f-8a06-472e-8847-9ec1c082ed86 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0656877 Jun 16 16:57:45.090696 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ac28617b-2cc8-4b4e-850d-53f90cfc98f6 req-06e2a8bd-3895-45ed-818c-dde103e19732 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Jun 16 16:57:45.224119 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e00a6d-8c65-421d-bf6f-e6ce6a2ddc6f req-f8b243c5-141d-41fd-8eac-25f26e7997a4 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:45.225543 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d7e00a6d-8c65-421d-bf6f-e6ce6a2ddc6f req-f8b243c5-141d-41fd-8eac-25f26e7997a4 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.0654292 Jun 16 16:57:45.261454 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d7e00a6d-8c65-421d-bf6f-e6ce6a2ddc6f req-ac4aaeda-44b3-4031-93d3-e94d88f3c345 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304024 Jun 16 16:57:45.726108 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb020-8305-4dfe-a756-14e6a900cf01 req-1a4be090-56af-4c6f-abb6-18c198908346 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:45.727555 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28ccb020-8305-4dfe-a756-14e6a900cf01 req-1a4be090-56af-4c6f-abb6-18c198908346 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0609865 Jun 16 16:57:45.765083 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28ccb020-8305-4dfe-a756-14e6a900cf01 req-68108cb9-f4f8-470d-af4d-ad9af72c38fd tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318995 Jun 16 16:57:46.261961 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40001516-1bfc-4f93-9645-8747f92fd936 req-008b3ae5-5792-420b-90ad-987890f2c0bc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:46.263419 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-40001516-1bfc-4f93-9645-8747f92fd936 req-008b3ae5-5792-420b-90ad-987890f2c0bc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0648654 Jun 16 16:57:46.299740 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-40001516-1bfc-4f93-9645-8747f92fd936 req-385f7ba4-a6f6-44a2-a8f5-cacbebfce0c3 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307333 Jun 16 16:57:46.435102 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9da642-ac23-448e-89ca-ce94157fd2ed req-6bd9c9c6-7497-4872-9aa7-e2fcbfca4949 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:46.436610 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fe9da642-ac23-448e-89ca-ce94157fd2ed req-6bd9c9c6-7497-4872-9aa7-e2fcbfca4949 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.0635004 Jun 16 16:57:46.473753 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fe9da642-ac23-448e-89ca-ce94157fd2ed req-04fb8380-0a19-4947-b6d6-dbb549dc2616 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308146 Jun 16 16:57:46.941404 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b079ca-4a8a-4b3d-a188-c6674d11a1cc req-9a956fb6-a2b4-42ca-9c2b-704a0c5b3231 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:46.943491 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-90b079ca-4a8a-4b3d-a188-c6674d11a1cc req-9a956fb6-a2b4-42ca-9c2b-704a0c5b3231 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0645227 Jun 16 16:57:46.980508 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-90b079ca-4a8a-4b3d-a188-c6674d11a1cc req-3debabd1-5293-4bc9-aa10-08189591db86 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315487 Jun 16 16:57:47.471794 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed271fa1-6619-4693-a288-dc5ade5b9d7a req-c991e194-1302-42f6-9af8-617caef42f5e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:47.473657 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ed271fa1-6619-4693-a288-dc5ade5b9d7a req-c991e194-1302-42f6-9af8-617caef42f5e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0649679 Jun 16 16:57:47.510250 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ed271fa1-6619-4693-a288-dc5ade5b9d7a req-1ef2ca79-1a69-47eb-8fd8-df1b7d47133c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Jun 16 16:57:47.648154 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7737b-67aa-4edc-bcb8-a99466d7cfb2 req-0e638bdf-ad47-4c70-b547-2d00d54e1c20 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:47.650108 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-42a7737b-67aa-4edc-bcb8-a99466d7cfb2 req-0e638bdf-ad47-4c70-b547-2d00d54e1c20 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.0671346 Jun 16 16:57:47.693587 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-42a7737b-67aa-4edc-bcb8-a99466d7cfb2 req-26b7b9b6-1332-41ea-a1bc-79d56f8c8461 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Jun 16 16:57:47.918496 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:48.262631 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3bfdb-b0db-46be-b3aa-cdc7979238dd req-8f4760f4-b312-4882-be42-472f23d184ae tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:48.270459 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b5d3bfdb-b0db-46be-b3aa-cdc7979238dd req-8f4760f4-b312-4882-be42-472f23d184ae tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1252985 Jun 16 16:57:48.314336 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b5d3bfdb-b0db-46be-b3aa-cdc7979238dd req-d00e3fcf-fdfe-4624-99d9-243e9b1f3865 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426297 Jun 16 16:57:48.680402 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706cef-363a-488c-a3ec-a39ed2079d58 req-9a7a8514-1acd-4f4d-aecf-1ba1fc0d3e50 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:48.681901 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95706cef-363a-488c-a3ec-a39ed2079d58 req-9a7a8514-1acd-4f4d-aecf-1ba1fc0d3e50 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0610251 Jun 16 16:57:48.723343 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95706cef-363a-488c-a3ec-a39ed2079d58 req-223b0f74-8f88-444e-9dce-0c9f7eb448de tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339282 Jun 16 16:57:49.499295 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31b8c5-0b5f-42c0-831b-02cf488bf4aa req-3478d4bb-7490-4ba0-b2c8-c5501b6fdcd7 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:49.501416 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f31b8c5-0b5f-42c0-831b-02cf488bf4aa req-3478d4bb-7490-4ba0-b2c8-c5501b6fdcd7 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0726097 Jun 16 16:57:49.543908 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2f31b8c5-0b5f-42c0-831b-02cf488bf4aa req-b5af9e41-57d6-4263-bb3f-23f2512f8a02 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361011 Jun 16 16:57:49.638555 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8b43a-a851-47f2-9cd3-39424e84ced7 req-49dcf381-f10d-42a3-86f8-d80ab6c0ded4 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:49.640065 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31f8b43a-a851-47f2-9cd3-39424e84ced7 req-49dcf381-f10d-42a3-86f8-d80ab6c0ded4 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 945 time: 0.0700631 Jun 16 16:57:49.678081 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31f8b43a-a851-47f2-9cd3-39424e84ced7 req-4aea962d-883a-41c1-bff5-dced894b8182 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Jun 16 16:57:49.902303 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827311ff-cbe0-4793-8374-2033bd7b19ef req-6efafd84-f544-41be-aff4-4ec263fa1dca tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:49.903791 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-827311ff-cbe0-4793-8374-2033bd7b19ef req-6efafd84-f544-41be-aff4-4ec263fa1dca tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0665982 Jun 16 16:57:49.940856 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-827311ff-cbe0-4793-8374-2033bd7b19ef req-2a19ba89-d69f-44c4-95a9-3d1f29f36369 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Jun 16 16:57:50.735659 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a6f17-2099-4e66-9414-978a74566a9b req-c9bbb5cb-3649-4a89-b98e-fd4b6b0a65b4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:50.737973 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-476a6f17-2099-4e66-9414-978a74566a9b req-c9bbb5cb-3649-4a89-b98e-fd4b6b0a65b4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0706763 Jun 16 16:57:50.781521 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-476a6f17-2099-4e66-9414-978a74566a9b req-fa895602-0391-4d24-b3d2-08bd8bdbb3d0 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368092 Jun 16 16:57:50.863145 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0c1b-e820-4ab7-9371-280290e6c7cc req-82be2128-aaf7-43a9-8e63-f167a67703b8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:50.864607 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c86f0c1b-e820-4ab7-9371-280290e6c7cc req-82be2128-aaf7-43a9-8e63-f167a67703b8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 945 time: 0.0693865 Jun 16 16:57:50.901224 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c86f0c1b-e820-4ab7-9371-280290e6c7cc req-12ea754e-2854-4293-b08c-8d828cfb5dcd tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Jun 16 16:57:51.109883 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bba31-7ff6-4fda-9047-312be36dccd7 req-84f7cc7c-980c-47e3-96be-facd59fd0149 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:51.111334 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-057bba31-7ff6-4fda-9047-312be36dccd7 req-84f7cc7c-980c-47e3-96be-facd59fd0149 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0610964 Jun 16 16:57:51.148582 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-057bba31-7ff6-4fda-9047-312be36dccd7 req-ddf2438a-6861-4c2d-929d-9430d375bb1b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308180 Jun 16 16:57:51.344635 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:57:51.985538 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fda69-9945-4b5d-abd6-5dd9e4a8243a req-febc59c4-c89e-4d8d-81e6-3102c0c05c9a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:51.987182 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-781fda69-9945-4b5d-abd6-5dd9e4a8243a req-febc59c4-c89e-4d8d-81e6-3102c0c05c9a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0697951 Jun 16 16:57:52.028422 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-781fda69-9945-4b5d-abd6-5dd9e4a8243a req-ddaea315-5b4d-4bce-9bb1-bf0b0cfc3c52 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343249 Jun 16 16:57:52.091683 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726edab-ae17-409e-ae3b-2ebd51a89543 req-6d5a2c98-9513-45a5-b228-1a794c5063d1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:52.093132 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0726edab-ae17-409e-ae3b-2ebd51a89543 req-6d5a2c98-9513-45a5-b228-1a794c5063d1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 945 time: 0.0639405 Jun 16 16:57:52.134439 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0726edab-ae17-409e-ae3b-2ebd51a89543 req-1cfb9c8c-af75-4be9-bc30-a8801dc512a0 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Jun 16 16:57:52.339082 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac1411-f81c-4721-b9d5-89a0b09c3bc8 req-e26c8306-2a6b-41e8-a5fa-bb1cee8375f7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:52.340728 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-39ac1411-f81c-4721-b9d5-89a0b09c3bc8 req-e26c8306-2a6b-41e8-a5fa-bb1cee8375f7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0715618 Jun 16 16:57:52.379731 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-39ac1411-f81c-4721-b9d5-89a0b09c3bc8 req-06d3fe90-d69d-4283-9abb-9d59b22f9dd8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333469 Jun 16 16:57:52.973581 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-3edd3b29-a4c9-4c7b-8baa-d575a00dad31 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:52.975072 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-3edd3b29-a4c9-4c7b-8baa-d575a00dad31 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 945 time: 0.0694985 Jun 16 16:57:53.078704 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Deleting port ba857453-bce3-4a42-b44f-b9cbd1371fb1 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:53.079353 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.196677 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] For port ba857453-bce3-4a42-b44f-b9cbd1371fb1, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=ba857453-bce3-4a42-b44f-b9cbd1371fb1,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:53.197032 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.268750 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Calling delete_port for ba857453-bce3-4a42-b44f-b9cbd1371fb1 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:53.364801 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccfda7-ed53-4752-97dd-6516900c0ebc req-d0bcacfe-c886-42b6-9e7a-32396a608f8d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:53.366318 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9dccfda7-ed53-4752-97dd-6516900c0ebc req-d0bcacfe-c886-42b6-9e7a-32396a608f8d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.2125502 Jun 16 16:57:53.436990 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b219-454a-4e01-827c-ea99f4dd3850 req-d2f3f354-8632-44e1-ac6d-f8cda804c412 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:53.438492 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2b79b219-454a-4e01-827c-ea99f4dd3850 req-d2f3f354-8632-44e1-ac6d-f8cda804c412 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 945 time: 0.1668763 Jun 16 16:57:53.448398 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9dccfda7-ed53-4752-97dd-6516900c0ebc req-2b8a0986-c604-420b-bdc8-720d66ec6fac tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749674 Jun 16 16:57:53.524180 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2b79b219-454a-4e01-827c-ea99f4dd3850 req-d4099052-14c1-4a9a-9f50-025811d07184 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747159 Jun 16 16:57:53.550621 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.555105 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a697c3c2-6917-4464-a688-cfa91fd3dbb2 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:53.568770 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2', 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5', '246cebf0-bddb-4577-ad8b-0de410d3f5e4', 'ba857453-bce3-4a42-b44f-b9cbd1371fb1'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:53.581853 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Pushing event deleted for resources: {'Port': ['ID=ba857453-bce3-4a42-b44f-b9cbd1371fb1,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:53.585543 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:53.659600 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-aef314fb-3620-49a0-b85f-be09ed711732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.672030 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] No DVR routers for this DVR port ba857453-bce3-4a42-b44f-b9cbd1371fb1 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:57:53.675270 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.677722 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-edb6ad79-abd3-4be9-a72b-2b88d826eed4 req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "DELETE /v2.0/ports/ba857453-bce3-4a42-b44f-b9cbd1371fb1 HTTP/1.1" status: 204 len: 173 time: 0.6937084 Jun 16 16:57:53.678316 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b046ff4-62ce-48b1-ade4-686632b1126e', 'name': 'network-vif-deleted', 'tag': 'ba857453-bce3-4a42-b44f-b9cbd1371fb1'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:53.680610 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45597b2-dd05-41d4-82d5-b98140928d01" -d '{"events": [{"server_uuid": "5b046ff4-62ce-48b1-ade4-686632b1126e", "name": "network-vif-deleted", "tag": "ba857453-bce3-4a42-b44f-b9cbd1371fb1"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:53.746228 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdecabd-53ed-4c67-9c98-7fbe4bf12bd3 req-3cd16ef5-3082-4a81-afae-353d1bea55ad tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:53.747815 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bbdecabd-53ed-4c67-9c98-7fbe4bf12bd3 req-3cd16ef5-3082-4a81-afae-353d1bea55ad tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1284816 Jun 16 16:57:53.749720 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91770b00-0d8d-47e2-aea6-df792e994e7b x-openstack-request-id: req-91770b00-0d8d-47e2-aea6-df792e994e7b {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:53.750037 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b046ff4-62ce-48b1-ade4-686632b1126e", "name": "network-vif-deleted", "tag": "ba857453-bce3-4a42-b44f-b9cbd1371fb1", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:53.750337 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-91770b00-0d8d-47e2-aea6-df792e994e7b {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:53.750756 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b046ff4-62ce-48b1-ade4-686632b1126e', 'name': 'network-vif-deleted', 'tag': 'ba857453-bce3-4a42-b44f-b9cbd1371fb1', 'status': 'completed', 'code': 200} Jun 16 16:57:53.803339 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bbdecabd-53ed-4c67-9c98-7fbe4bf12bd3 req-2adc9487-7503-4f11-9418-6aa24a2a2c1e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355749 Jun 16 16:57:54.692874 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c079f-79ad-473a-9dfc-20b5c48ea607 req-cb00acdf-171b-4ea8-b7eb-d11b57f347de tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:54.694473 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b59c079f-79ad-473a-9dfc-20b5c48ea607 req-cb00acdf-171b-4ea8-b7eb-d11b57f347de tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1130569 Jun 16 16:57:54.769383 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-43ef2b6f-e14c-42de-b61c-7d4850eeb592 req-dfdee84a-d8e7-4496-9ab3-b8f790480044 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b046ff4-62ce-48b1-ade4-686632b1126e HTTP/1.1" status: 200 len: 210 time: 0.0398016 Jun 16 16:57:54.776895 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b59c079f-79ad-473a-9dfc-20b5c48ea607 req-2cfb503f-f08e-458b-8e7e-8aa721058b90 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654557 Jun 16 16:57:55.006900 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc95a2-2592-4247-991f-459b16637069 req-5deebd91-333d-43f6-b67b-9be36f144286 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:55.008319 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2efc95a2-2592-4247-991f-459b16637069 req-5deebd91-333d-43f6-b67b-9be36f144286 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0707204 Jun 16 16:57:55.048586 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2efc95a2-2592-4247-991f-459b16637069 req-a6f9b954-d995-40ce-bd72-e2beffb42351 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334537 Jun 16 16:57:55.851833 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-bdd4606f-5b92-465b-a697-e339e32aa05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.916308 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device ba857453-bce3-4a42-b44f-b9cbd1371fb1 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:57:55.940990 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: ba857453-bce3-4a42-b44f-b9cbd1371fb1 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:57:55.941462 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device ba857453-bce3-4a42-b44f-b9cbd1371fb1 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:57:55.988866 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1c891-2da9-4d6a-b531-449a828ccc0a req-67f8f9b0-eed1-4b85-8db6-6729a9f9cc47 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:55.990492 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9d1c891-2da9-4d6a-b531-449a828ccc0a req-67f8f9b0-eed1-4b85-8db6-6729a9f9cc47 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0782528 Jun 16 16:57:56.027277 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9d1c891-2da9-4d6a-b531-449a828ccc0a req-d84de259-1289-4e23-b6b9-083bb67e9a7a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310743 Jun 16 16:57:56.221286 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227986b5-2585-403a-bf1c-c0cba5bc045a req-c4fbb655-4d8b-48cd-a0fe-48248a80f7bf tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:56.230368 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-227986b5-2585-403a-bf1c-c0cba5bc045a req-c4fbb655-4d8b-48cd-a0fe-48248a80f7bf tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0704536 Jun 16 16:57:56.241036 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.266629 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-227986b5-2585-403a-bf1c-c0cba5bc045a req-d0d79622-6884-4c05-8077-7d8b735f534d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354698 Jun 16 16:57:56.828313 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.216379 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa10bf-99a4-453e-9e26-a18150df3f86 req-c8d069ce-9592-4773-9720-773504e7d22e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:57.217997 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ccfa10bf-99a4-453e-9e26-a18150df3f86 req-c8d069ce-9592-4773-9720-773504e7d22e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0750687 Jun 16 16:57:57.269471 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ccfa10bf-99a4-453e-9e26-a18150df3f86 req-95ef1b2a-9f5b-4384-a9d2-1a6b97777060 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449805 Jun 16 16:57:57.443527 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5fe3c-e866-42c7-9578-94d2dda909f7 req-3056dc0d-fe10-4487-bfc6-46cc4e8c6306 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:57.444968 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3db5fe3c-e866-42c7-9578-94d2dda909f7 req-3056dc0d-fe10-4487-bfc6-46cc4e8c6306 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.0986092 Jun 16 16:57:57.709659 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3db5fe3c-e866-42c7-9578-94d2dda909f7 req-1f6515bf-fc68-4b52-b72e-2aa6d7ab5d8e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583058 Jun 16 16:57:57.720036 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56561214-2d58-4814-9275-0ce92cab8fb0 req-e1a2fa17-a090-46ff-bda2-3d6bf051bbc3 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:57.721422 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-56561214-2d58-4814-9275-0ce92cab8fb0 req-e1a2fa17-a090-46ff-bda2-3d6bf051bbc3 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.3230009 Jun 16 16:57:57.766452 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-56561214-2d58-4814-9275-0ce92cab8fb0 req-8cf1c2d1-e1b5-4a0f-9e86-e286988bf725 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Jun 16 16:57:57.928763 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f2d28464-72c6-4cb5-b036-d8880a585005 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:57:58.028583 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:58.039456 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'port_id': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'mac_address': 'fa:16:3e:33:ea:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:57:58.079255 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.092324 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2d28464-72c6-4cb5-b036-d8880a585005 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:58.111425 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:58.116426 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.118626 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:58.166364 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=6']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:58.169541 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:58.399901 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['f2d28464-72c6-4cb5-b036-d8880a585005'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:58.460140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eece0-4f1e-4286-9331-b3236fa91c4c req-88c56dc0-c78b-4691-883e-97e85e18930d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:58.462237 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9f2eece0-4f1e-4286-9331-b3236fa91c4c req-88c56dc0-c78b-4691-883e-97e85e18930d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 944 time: 0.0683994 Jun 16 16:57:58.499953 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9f2eece0-4f1e-4286-9331-b3236fa91c4c req-7cc0d80e-05eb-41dd-9b62-0cd70389dd7a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317848 Jun 16 16:57:58.756427 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.937687 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f42601-92e1-4336-8172-b5ceaa92ee5c req-e2c248cc-afd3-4e1f-9a81-79b1bab88965 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:58.939199 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-67f42601-92e1-4336-8172-b5ceaa92ee5c req-e2c248cc-afd3-4e1f-9a81-79b1bab88965 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.0979409 Jun 16 16:57:58.993242 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-67f42601-92e1-4336-8172-b5ceaa92ee5c req-d16fe696-e3c6-4db8-968e-491c2e0a7612 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460846 Jun 16 16:57:59.000566 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baa286-b953-42b0-9466-97083f1adbb5 req-1ccdeffb-6859-407b-99d6-9aa828d40b44 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:59.002087 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51baa286-b953-42b0-9466-97083f1adbb5 req-1ccdeffb-6859-407b-99d6-9aa828d40b44 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1103616 Jun 16 16:57:59.045917 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-51baa286-b953-42b0-9466-97083f1adbb5 req-38fb4aa9-5ede-4d7b-9d07-b66106d0c915 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376339 Jun 16 16:57:59.687167 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb59fab-d04c-4a46-9425-7fc7a211874c req-f682ffce-c517-4319-b463-265356b87ea1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:59.688629 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6fb59fab-d04c-4a46-9425-7fc7a211874c req-f682ffce-c517-4319-b463-265356b87ea1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 944 time: 0.0673275 Jun 16 16:57:59.729449 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6fb59fab-d04c-4a46-9425-7fc7a211874c req-c15afeae-ecaf-4024-81f3-2b8c53779f52 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339286 Jun 16 16:57:59.957596 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f2d28464-72c6-4cb5-b036-d8880a585005 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:00.009913 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port f2d28464-72c6-4cb5-b036-d8880a585005 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:00.010485 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.094496 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.121247 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:00.124209 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf33ee9-6c3b-4941-9aba-0dc534f81297" -d '{"events": [{"server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "name": "network-vif-plugged", "status": "completed", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:00.137594 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:00.143602 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.146003 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:00.196480 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=7']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:00.203171 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:00.247528 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105f945-3050-4447-b131-34d5a5631d53 req-b94a1da3-37b3-4372-91da-08d941099f7b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:00.249235 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f105f945-3050-4447-b131-34d5a5631d53 req-b94a1da3-37b3-4372-91da-08d941099f7b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.1265826 Jun 16 16:58:00.270763 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb30325-e3c8-46d8-abcb-af0160517b02 req-c478e23d-f805-41e2-9e0b-a2948989bb3e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:00.272174 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5bb30325-e3c8-46d8-abcb-af0160517b02 req-c478e23d-f805-41e2-9e0b-a2948989bb3e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1045356 Jun 16 16:58:00.324823 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f105f945-3050-4447-b131-34d5a5631d53 req-c25ac692-9ea1-43c8-9aba-9a476ec23b4f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691555 Jun 16 16:58:00.329446 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5bb30325-e3c8-46d8-abcb-af0160517b02 req-442bee6c-cf8b-459c-9b39-51b1beea0dbb tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499156 Jun 16 16:58:00.379490 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e589a5d9-2bb3-49bc-8db4-84ca4b42079d x-openstack-request-id: req-e589a5d9-2bb3-49bc-8db4-84ca4b42079d {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:00.379807 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "name": "network-vif-plugged", "status": "completed", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:00.380064 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e589a5d9-2bb3-49bc-8db4-84ca4b42079d {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:00.380458 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'code': 200} Jun 16 16:58:00.920743 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087c5e0-5d5a-40c4-a666-9cf57b9f4e35 req-6c002b06-5f78-476c-b3a8-bf8146248f30 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:00.922208 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d087c5e0-5d5a-40c4-a666-9cf57b9f4e35 req-6c002b06-5f78-476c-b3a8-bf8146248f30 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0701234 Jun 16 16:58:00.971275 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d087c5e0-5d5a-40c4-a666-9cf57b9f4e35 req-db2db7bd-01dd-43d0-91cf-ac0da83e31d9 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434117 Jun 16 16:58:01.030820 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-e0a77e7c-fcbe-492e-9980-39d370795275 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:01.032401 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-e0a77e7c-fcbe-492e-9980-39d370795275 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 945 time: 0.0724945 Jun 16 16:58:01.147037 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Deleting port 246cebf0-bddb-4577-ad8b-0de410d3f5e4 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:58:01.147491 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.244343 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] For port 246cebf0-bddb-4577-ad8b-0de410d3f5e4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=246cebf0-bddb-4577-ad8b-0de410d3f5e4,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:01.244720 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.313238 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Calling delete_port for 246cebf0-bddb-4577-ad8b-0de410d3f5e4 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:58:01.491529 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.497396 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:01.510447 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2', 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5', '246cebf0-bddb-4577-ad8b-0de410d3f5e4'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:58:01.542665 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Pushing event deleted for resources: {'Port': ['ID=246cebf0-bddb-4577-ad8b-0de410d3f5e4,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:01.582706 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.583339 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.583704 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.584065 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.584417 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.584766 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.585284 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.585578 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.585971 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.586561 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.586831 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.587175 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:01.614063 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:01.647930 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] No DVR routers for this DVR port 246cebf0-bddb-4577-ad8b-0de410d3f5e4 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:58:01.654996 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.657287 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a832a6dc-1898-4c34-b059-7d27f15ded69 req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "DELETE /v2.0/ports/246cebf0-bddb-4577-ad8b-0de410d3f5e4 HTTP/1.1" status: 204 len: 173 time: 0.6109221 Jun 16 16:58:01.658845 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e8bab-c162-4d42-89af-95ded6922541', 'name': 'network-vif-deleted', 'tag': '246cebf0-bddb-4577-ad8b-0de410d3f5e4'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:01.661152 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f44225-6562-4ac5-ab11-faf765b1dc6a" -d '{"events": [{"server_uuid": "529e8bab-c162-4d42-89af-95ded6922541", "name": "network-vif-deleted", "tag": "246cebf0-bddb-4577-ad8b-0de410d3f5e4"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:01.690465 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e9ae8-fff1-4a4c-be59-0cb5ab5c1543 req-34080dbc-8762-4ccd-9863-2a3e34f644e2 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:01.699414 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-795e9ae8-fff1-4a4c-be59-0cb5ab5c1543 req-34080dbc-8762-4ccd-9863-2a3e34f644e2 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=529e8bab-c162-4d42-89af-95ded6922541 HTTP/1.1" status: 200 len: 867 time: 0.2427788 Jun 16 16:58:01.740157 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9c2b4-0038-44f7-bd15-8563446abd89 req-21102b57-ac64-4850-87c8-eab753ca02ae tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:01.749103 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-43c9c2b4-0038-44f7-bd15-8563446abd89 req-21102b57-ac64-4850-87c8-eab753ca02ae tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2476535 Jun 16 16:58:01.797699 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-795e9ae8-fff1-4a4c-be59-0cb5ab5c1543 req-f9512e76-4f78-4be2-ae8c-85c35155ecc9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970607 Jun 16 16:58:01.826249 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-43c9c2b4-0038-44f7-bd15-8563446abd89 req-3073c165-c166-4f7b-90d9-ae3d4e60b475 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760202 Jun 16 16:58:01.864435 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f9a5a1-3066-4311-a4c6-077dcec19c86 x-openstack-request-id: req-97f9a5a1-3066-4311-a4c6-077dcec19c86 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:01.864852 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529e8bab-c162-4d42-89af-95ded6922541", "name": "network-vif-deleted", "tag": "246cebf0-bddb-4577-ad8b-0de410d3f5e4", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:01.865203 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-97f9a5a1-3066-4311-a4c6-077dcec19c86 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:01.865774 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529e8bab-c162-4d42-89af-95ded6922541', 'name': 'network-vif-deleted', 'tag': '246cebf0-bddb-4577-ad8b-0de410d3f5e4', 'status': 'completed', 'code': 200} Jun 16 16:58:02.161012 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b228ee3-f1e8-4b6b-b11d-28ea39395689 req-56b09d69-0e01-48d6-b443-c336df01f04e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:02.163133 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7b228ee3-f1e8-4b6b-b11d-28ea39395689 req-56b09d69-0e01-48d6-b443-c336df01f04e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0632508 Jun 16 16:58:02.200321 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7b228ee3-f1e8-4b6b-b11d-28ea39395689 req-9d7bed48-d9a7-465f-8131-ceb0e5a2213c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Jun 16 16:58:03.014018 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7baec-decf-4e70-a990-ff4e8009d532 req-aca906d2-f984-4432-97b5-a9c89633ce7a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:03.015706 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c8b7baec-decf-4e70-a990-ff4e8009d532 req-aca906d2-f984-4432-97b5-a9c89633ce7a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0836174 Jun 16 16:58:03.061914 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c8b7baec-decf-4e70-a990-ff4e8009d532 req-0d95e7c2-86d3-46c7-bb1d-b494df9c3b0e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397909 Jun 16 16:58:03.274704 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5e4c5-b002-40ec-845b-9c5da8ba1966 req-bbeca1b7-5a17-4916-8272-62674bcd1ba6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:03.276090 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-92b5e4c5-b002-40ec-845b-9c5da8ba1966 req-bbeca1b7-5a17-4916-8272-62674bcd1ba6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 945 time: 0.0645809 Jun 16 16:58:03.314179 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-92b5e4c5-b002-40ec-845b-9c5da8ba1966 req-fddb2f42-82cc-476b-b7b7-771ca83409b9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320537 Jun 16 16:58:03.399343 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b888a-af67-4c0e-995a-e23a24bd4494 req-a9b9a59a-cec1-4c0e-826c-e2d2f425c1f3 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:03.400779 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e50b888a-af67-4c0e-995a-e23a24bd4494 req-a9b9a59a-cec1-4c0e-826c-e2d2f425c1f3 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0677559 Jun 16 16:58:03.440748 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e50b888a-af67-4c0e-995a-e23a24bd4494 req-6d76f6ce-56f1-4af7-88a9-886d9a9a0cbc tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343449 Jun 16 16:58:03.991262 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 246cebf0-bddb-4577-ad8b-0de410d3f5e4 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:58:04.011106 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 246cebf0-bddb-4577-ad8b-0de410d3f5e4 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:58:04.011388 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 246cebf0-bddb-4577-ad8b-0de410d3f5e4 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:58:04.238113 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a67c4b-9c30-4de2-95e0-2ce6f409817d req-7ba60b52-8693-4b6d-bbb8-e24e99b88e2f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:04.240226 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f9a67c4b-9c30-4de2-95e0-2ce6f409817d req-7ba60b52-8693-4b6d-bbb8-e24e99b88e2f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0667953 Jun 16 16:58:04.277543 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f9a67c4b-9c30-4de2-95e0-2ce6f409817d req-d38b88d2-9e61-46f7-aaa4-4b1d8c733de7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Jun 16 16:58:04.495108 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d370bf-204f-41e2-8f1d-154c9209068e req-312950b4-f671-4bb9-9389-22e35ed1a5a8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:04.496577 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c6d370bf-204f-41e2-8f1d-154c9209068e req-312950b4-f671-4bb9-9389-22e35ed1a5a8 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 945 time: 0.0637252 Jun 16 16:58:04.538558 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c6d370bf-204f-41e2-8f1d-154c9209068e req-d08b01a8-cdb4-472c-8d18-eb46954922d5 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350981 Jun 16 16:58:04.634830 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eac9f6-de08-41a6-a305-4c47ea9c99e2 req-c489ba76-9f98-4d6c-96e2-9d943d4eb746 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:04.636269 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33eac9f6-de08-41a6-a305-4c47ea9c99e2 req-c489ba76-9f98-4d6c-96e2-9d943d4eb746 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0702627 Jun 16 16:58:04.673670 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33eac9f6-de08-41a6-a305-4c47ea9c99e2 req-fa734666-9962-4fa9-bfa0-dcb9d034c034 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Jun 16 16:58:05.457978 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb19fb-2d6d-4814-8b94-3a6d09082334 req-1ff0128d-2885-4ccf-8013-0479bb570c4f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:05.459858 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5efb19fb-2d6d-4814-8b94-3a6d09082334 req-1ff0128d-2885-4ccf-8013-0479bb570c4f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0687487 Jun 16 16:58:05.498380 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5efb19fb-2d6d-4814-8b94-3a6d09082334 req-04920116-25a2-4073-9c56-7d22c16dc7dc tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Jun 16 16:58:05.719226 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459a4c-07f2-47b5-b83f-151c23430530 req-efd1c914-e636-4ad4-9879-5efb88070078 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:05.723842 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e459a4c-07f2-47b5-b83f-151c23430530 req-efd1c914-e636-4ad4-9879-5efb88070078 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 945 time: 0.0724313 Jun 16 16:58:05.766797 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e459a4c-07f2-47b5-b83f-151c23430530 req-ea2b53fd-9f93-4ff0-bfe0-436b15055468 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395820 Jun 16 16:58:05.894022 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0d1c-21fb-4e9a-82cc-8c9ddfee2172 req-eab3cc01-d7fd-4c97-a5ee-2504c90fb191 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:05.896156 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-479a0d1c-21fb-4e9a-82cc-8c9ddfee2172 req-eab3cc01-d7fd-4c97-a5ee-2504c90fb191 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0974927 Jun 16 16:58:05.930824 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-281eb7af-9ed1-4d8e-b4dd-3d65fda0ac8f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:05.932268 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-281eb7af-9ed1-4d8e-b4dd-3d65fda0ac8f tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 945 time: 0.1004233 Jun 16 16:58:05.957698 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-479a0d1c-21fb-4e9a-82cc-8c9ddfee2172 req-1d0d3a13-4bc5-4f5d-b7c5-6fce6b0348bf tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534182 Jun 16 16:58:06.050141 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Deleting port f881365d-f81c-46e3-a8f6-d3a507e4b9f5 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:58:06.050431 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.141161 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] For port f881365d-f81c-46e3-a8f6-d3a507e4b9f5, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:06.141513 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.207472 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Calling delete_port for f881365d-f81c-46e3-a8f6-d3a507e4b9f5 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:58:06.350800 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.355982 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d8556843-de51-4380-b387-adccac7867a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:06.370728 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:58:06.389738 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Pushing event deleted for resources: {'Port': ['ID=f881365d-f81c-46e3-a8f6-d3a507e4b9f5,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:06.396918 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:06.445933 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] No DVR routers for this DVR port f881365d-f81c-46e3-a8f6-d3a507e4b9f5 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:58:06.448806 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.450976 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2c02dbdd-8045-45a4-a38f-a95d8b58a8fd req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "DELETE /v2.0/ports/f881365d-f81c-46e3-a8f6-d3a507e4b9f5 HTTP/1.1" status: 204 len: 173 time: 0.5055780 Jun 16 16:58:06.451616 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150659e-6172-4ace-b25a-11ca9d3cc12c', 'name': 'network-vif-deleted', 'tag': 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:06.453948 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfe7adb-ed2a-43e8-9ab5-8dae6392cf28" -d '{"events": [{"server_uuid": "7150659e-6172-4ace-b25a-11ca9d3cc12c", "name": "network-vif-deleted", "tag": "f881365d-f81c-46e3-a8f6-d3a507e4b9f5"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:06.494700 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60be249d-0432-4be0-978c-aa0d8a1cc518 x-openstack-request-id: req-60be249d-0432-4be0-978c-aa0d8a1cc518 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:06.495591 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7150659e-6172-4ace-b25a-11ca9d3cc12c", "name": "network-vif-deleted", "tag": "f881365d-f81c-46e3-a8f6-d3a507e4b9f5", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:06.495591 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-60be249d-0432-4be0-978c-aa0d8a1cc518 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:06.496171 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150659e-6172-4ace-b25a-11ca9d3cc12c', 'name': 'network-vif-deleted', 'tag': 'f881365d-f81c-46e3-a8f6-d3a507e4b9f5', 'status': 'completed', 'code': 200} Jun 16 16:58:06.689184 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491aa55-6291-4173-91e1-cfeeb55f3549 req-b43db1eb-718f-4c0b-af2a-22f94fc8e284 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:06.690681 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7491aa55-6291-4173-91e1-cfeeb55f3549 req-b43db1eb-718f-4c0b-af2a-22f94fc8e284 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0681551 Jun 16 16:58:06.728872 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7491aa55-6291-4173-91e1-cfeeb55f3549 req-08474934-b7e4-41d9-b5bb-0ae98b11fa7e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Jun 16 16:58:06.928449 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e92332fc-adc0-4ecb-b15d-5b6715b16858 req-874725bf-eaa8-4fb8-a814-fccbf47694e5 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=7150659e-6172-4ace-b25a-11ca9d3cc12c HTTP/1.1" status: 200 len: 210 time: 0.0292878 Jun 16 16:58:07.142586 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38919bd-25db-401e-a7d8-a7fcfd830900 req-7adc0617-c531-4fde-9bd6-b893f5a8106c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:07.144105 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b38919bd-25db-401e-a7d8-a7fcfd830900 req-7adc0617-c531-4fde-9bd6-b893f5a8106c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0690935 Jun 16 16:58:07.195327 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b38919bd-25db-401e-a7d8-a7fcfd830900 req-044370d6-c9f2-4700-8939-22a7acb91dd3 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443785 Jun 16 16:58:07.908474 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32cd03-5b6a-44d4-bc7e-7187237b6989 req-df1abf75-ad6b-465f-b1e3-c75efd385c46 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:07.910070 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9b32cd03-5b6a-44d4-bc7e-7187237b6989 req-df1abf75-ad6b-465f-b1e3-c75efd385c46 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0673928 Jun 16 16:58:07.947586 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9b32cd03-5b6a-44d4-bc7e-7187237b6989 req-016a2b62-51b3-496f-a449-7965d49c6e92 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Jun 16 16:58:08.012633 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f881365d-f81c-46e3-a8f6-d3a507e4b9f5 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:58:08.033689 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: f881365d-f81c-46e3-a8f6-d3a507e4b9f5 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:58:08.034050 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f881365d-f81c-46e3-a8f6-d3a507e4b9f5 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:58:08.374814 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcf566-5a5a-48c8-8a61-2b82588a9639 req-46b81709-e35a-49b0-85db-7585b0514b86 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:08.376933 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3fbcf566-5a5a-48c8-8a61-2b82588a9639 req-46b81709-e35a-49b0-85db-7585b0514b86 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0639088 Jun 16 16:58:08.417657 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3fbcf566-5a5a-48c8-8a61-2b82588a9639 req-df091a74-7e84-45d6-9555-6f48c51d2643 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344131 Jun 16 16:58:09.126884 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581345e-5d0a-46f0-80b7-545e4796b242 req-4fee6685-44d5-41ea-ad47-7c65a3dfd1ae tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:09.128343 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b581345e-5d0a-46f0-80b7-545e4796b242 req-4fee6685-44d5-41ea-ad47-7c65a3dfd1ae tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0663774 Jun 16 16:58:09.171409 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b581345e-5d0a-46f0-80b7-545e4796b242 req-14a297fa-d682-4265-8585-920ef6fe6a57 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Jun 16 16:58:09.524040 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96126222-4e9e-4e47-9181-b1f344d552ac req-f14475a8-6fa2-4af6-bfbe-78f8b85ad18e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:09.525874 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-96126222-4e9e-4e47-9181-b1f344d552ac req-f14475a8-6fa2-4af6-bfbe-78f8b85ad18e tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 946 time: 0.0693655 Jun 16 16:58:09.573569 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-96126222-4e9e-4e47-9181-b1f344d552ac req-2cb25cbe-4e05-45e1-99c2-9c5d2aef3b79 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Jun 16 16:58:09.632707 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081ab99-0c9d-4ea6-8b4d-f5704c82f870 req-692462da-c732-4698-88a5-2002ab905554 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:09.634195 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a081ab99-0c9d-4ea6-8b4d-f5704c82f870 req-692462da-c732-4698-88a5-2002ab905554 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0771248 Jun 16 16:58:09.675543 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a081ab99-0c9d-4ea6-8b4d-f5704c82f870 req-81ed093e-dbcd-4f12-85ea-f6cd563701a1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352221 Jun 16 16:58:10.354496 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80093-d597-4c25-8d0b-6a962e82ecea req-3f316342-879d-4642-86e7-8301b6b0eb94 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:10.355959 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7bb80093-d597-4c25-8d0b-6a962e82ecea req-3f316342-879d-4642-86e7-8301b6b0eb94 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0684028 Jun 16 16:58:10.395592 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7bb80093-d597-4c25-8d0b-6a962e82ecea req-42dc2cff-3a74-48e9-b963-c53c0d1fa9a8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 Jun 16 16:58:10.751835 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec4511-1798-41d2-8848-0139df1fadd6 req-f4e7c02d-4534-4ebe-b838-998804d51597 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:10.758014 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-14ec4511-1798-41d2-8848-0139df1fadd6 req-f4e7c02d-4534-4ebe-b838-998804d51597 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 946 time: 0.0748105 Jun 16 16:58:10.795920 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-14ec4511-1798-41d2-8848-0139df1fadd6 req-6fa95e21-7232-450a-ae3f-20b37691f40c tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341475 Jun 16 16:58:10.866723 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081aca-e7c8-4397-a32e-9a6e04c05cff req-917ac9a3-1183-484a-acdb-04a8b7701303 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:10.868086 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-80081aca-e7c8-4397-a32e-9a6e04c05cff req-917ac9a3-1183-484a-acdb-04a8b7701303 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0714083 Jun 16 16:58:10.909567 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-80081aca-e7c8-4397-a32e-9a6e04c05cff req-2b016b74-426c-4865-946e-bcf087deafa3 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351572 Jun 16 16:58:11.572804 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4f8e9-8c94-464e-9771-4b7a9a664143 req-b87b3f14-81b6-41ef-864e-ab9c4952ba98 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:11.575117 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76b4f8e9-8c94-464e-9771-4b7a9a664143 req-b87b3f14-81b6-41ef-864e-ab9c4952ba98 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0687971 Jun 16 16:58:11.631222 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76b4f8e9-8c94-464e-9771-4b7a9a664143 req-cce06fbe-3780-4ef8-8e14-e8805b032531 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411115 Jun 16 16:58:11.991590 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993351e7-eef3-41df-a3cd-770252440743 req-cec65721-155d-470c-b3fe-4097d1e48ad1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:11.993065 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-993351e7-eef3-41df-a3cd-770252440743 req-cec65721-155d-470c-b3fe-4097d1e48ad1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 946 time: 0.0760915 Jun 16 16:58:12.046468 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-993351e7-eef3-41df-a3cd-770252440743 req-94850765-99ff-489e-8bfe-e6076957b15c tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/security-groups?id=7df689bf-a31d-4643-a514-65d8a53240bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Jun 16 16:58:12.103689 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c1225-d346-4eb3-879b-ba08573be545 req-9796f131-64ea-45c8-b719-e918710b029b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:12.105143 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-032c1225-d346-4eb3-879b-ba08573be545 req-9796f131-64ea-45c8-b719-e918710b029b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0727539 Jun 16 16:58:12.143721 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-032c1225-d346-4eb3-879b-ba08573be545 req-f01294a1-edea-4781-aa00-4f700d9fdae5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323820 Jun 16 16:58:12.635702 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc55610-e7a7-4e0f-885d-ad895230264e req-96e3d508-488f-43d9-883c-76dfe236ea96 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:12.637341 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-efc55610-e7a7-4e0f-885d-ad895230264e req-96e3d508-488f-43d9-883c-76dfe236ea96 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 946 time: 0.0651755 Jun 16 16:58:12.764770 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-efc55610-e7a7-4e0f-885d-ad895230264e req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Deleting port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:58:12.765110 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-efc55610-e7a7-4e0f-885d-ad895230264e req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.891345 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-efc55610-e7a7-4e0f-885d-ad895230264e req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] For port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,segment=NetworkSegment(fb55c6e0-22d6-45b2-b6fe-fa56141a23e8),segment_id=fb55c6e0-22d6-45b2-b6fe-fa56141a23e8)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:12.891697 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-efc55610-e7a7-4e0f-885d-ad895230264e req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.909171 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c75e5-e7c8-4739-8d61-22fd8241bb49 req-16452deb-f862-40b2-b247-169d14517278 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:12.910652 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-222c75e5-e7c8-4739-8d61-22fd8241bb49 req-16452deb-f862-40b2-b247-169d14517278 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1477830 Jun 16 16:58:12.966138 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-efc55610-e7a7-4e0f-885d-ad895230264e req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Calling delete_port for c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:58:13.039504 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-222c75e5-e7c8-4739-8d61-22fd8241bb49 req-ea5d11a9-03c0-4b0b-a50b-567fc377970f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984907 Jun 16 16:58:13.124979 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-efc55610-e7a7-4e0f-885d-ad895230264e req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.129096 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:13.140085 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:58:13.156624 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Pushing event deleted for resources: {'Port': ['ID=c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:13.176925 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:13.244420 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc55610-e7a7-4e0f-885d-ad895230264e req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] No DVR routers for this DVR port c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:58:13.247499 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d6b88894-f7e7-4fed-a6ac-7ae6b483ce6b req-2da43980-34ed-487b-b042-c9b07019ed6b tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d96926f-cce7-48b8-aab1-e263c2f3fd1e HTTP/1.1" status: 200 len: 210 time: 0.0719860 Jun 16 16:58:13.248520 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-efc55610-e7a7-4e0f-885d-ad895230264e req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.250363 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-efc55610-e7a7-4e0f-885d-ad895230264e req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] 10.222.0.46 "DELETE /v2.0/ports/c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 HTTP/1.1" status: 204 len: 173 time: 0.6015558 Jun 16 16:58:13.250857 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d96926f-cce7-48b8-aab1-e263c2f3fd1e', 'name': 'network-vif-deleted', 'tag': 'c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:13.253186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc53efa-587d-4ab9-be1c-a9e0d7f5e62f" -d '{"events": [{"server_uuid": "6d96926f-cce7-48b8-aab1-e263c2f3fd1e", "name": "network-vif-deleted", "tag": "c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:13.317220 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b7a1cc-9117-4ef3-b27e-9409be3434cf x-openstack-request-id: req-30b7a1cc-9117-4ef3-b27e-9409be3434cf {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:13.317618 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d96926f-cce7-48b8-aab1-e263c2f3fd1e", "name": "network-vif-deleted", "tag": "c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:13.318508 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-30b7a1cc-9117-4ef3-b27e-9409be3434cf {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:13.318941 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d96926f-cce7-48b8-aab1-e263c2f3fd1e', 'name': 'network-vif-deleted', 'tag': 'c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2', 'status': 'completed', 'code': 200} Jun 16 16:58:13.375003 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935731d-8e0e-4258-bde6-9d5aa5091b75 req-3e5f3a6f-9a37-43e0-b40d-53f6e889264b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:13.379346 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f935731d-8e0e-4258-bde6-9d5aa5091b75 req-3e5f3a6f-9a37-43e0-b40d-53f6e889264b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1096346 Jun 16 16:58:13.469293 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f935731d-8e0e-4258-bde6-9d5aa5091b75 req-4231452f-e4af-4111-9929-9e8bac4ade07 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859566 Jun 16 16:58:14.260919 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079679-c939-4119-b0fc-7c6dadd6f2a5 req-52388074-8a7b-41e2-9c0d-80d66f945b61 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:14.271614 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cc079679-c939-4119-b0fc-7c6dadd6f2a5 req-52388074-8a7b-41e2-9c0d-80d66f945b61 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0935109 Jun 16 16:58:14.320345 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cc079679-c939-4119-b0fc-7c6dadd6f2a5 req-32b5bac4-9982-4aad-9ab7-059e79013cec tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494666 Jun 16 16:58:14.353242 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 60386) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:14.399178 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef2467c-1219-47e1-bb96-808809b0d9b3 admin admin] Deleting subnet d5ec563f-d779-46da-a73c-8e96791f4915 {{(pid=92706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:58:14.402196 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8ef2467c-1219-47e1-bb96-808809b0d9b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.437690 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8ef2467c-1219-47e1-bb96-808809b0d9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3390238'] for subnet, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.482046 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8ef2467c-1219-47e1-bb96-808809b0d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.539588 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8ef2467c-1219-47e1-bb96-808809b0d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3628078'] for subnet, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.542580 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-95d73a66-493b-4bde-90fa-a3b997f8c2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:14.565384 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2467c-1219-47e1-bb96-808809b0d9b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ec563f-d779-46da-a73c-8e96791f4915,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:14.569083 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8ef2467c-1219-47e1-bb96-808809b0d9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:14.570079 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8ef2467c-1219-47e1-bb96-808809b0d9b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.574266 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-8ef2467c-1219-47e1-bb96-808809b0d9b3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d5ec563f-d779-46da-a73c-8e96791f4915 HTTP/1.1" status: 204 len: 168 time: 0.2176709 Jun 16 16:58:14.576500 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60390) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:14.644516 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.653773 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65395a-79e8-45d5-8858-3ad4ef95673e req-3d60e81f-fa97-427d-9903-91f6d050f3d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:14.658735 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5b65395a-79e8-45d5-8858-3ad4ef95673e req-3d60e81f-fa97-427d-9903-91f6d050f3d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0676551 Jun 16 16:58:14.700088 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5b65395a-79e8-45d5-8858-3ad4ef95673e req-62f65b36-7958-4ca4-a260-2e5112a5d3f2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384054 Jun 16 16:58:14.728186 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.738307 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a6b4e6-d0e9-4813-897a-814a175cc705']}} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:14.752025 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8') {'for_net_delete': True} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:14.752166 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb55c6e0-22d6-45b2-b6fe-fa56141a23e8') {} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:14.762514 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283585'] for segment, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.776777 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.783092 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=92705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:58:14.783688 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25363115'] for segment, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: Traceback (most recent call last): Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: timer() Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: cb(*args, **kw) Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: return func(*args, **kwargs) Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: self._notify() Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: self.callback(batched_events) Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: event.method(event) Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: return f(self, *a, **k) Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._get(url).json() Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: return self.request(url, 'GET', **kwargs) Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:58:14.785791 dv-cinder-783389-6-iscsi neutron-server[92705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:58:14.840108 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.844489 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1349ca11-3be7-4a81-aba0-f7d72ebf5edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:14.848300 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.853286 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] 10.222.0.98 "DELETE /v2.0/networks/48a6b4e6-d0e9-4813-897a-814a175cc705 HTTP/1.1" status: 204 len: 168 time: 0.2766144 Jun 16 16:58:14.862885 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a6b4e6-d0e9-4813-897a-814a175cc705,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:14.871086 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.871457 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.871811 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.872342 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.872865 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.873335 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.873693 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.874038 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.874426 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.874768 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.875121 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.875467 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:14.878613 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:15.043111 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60398) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:15.090575 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-103b76bd-7a73-482a-97a1-df34ad067a1d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3a2d27cc7362488db02aca35a3255b58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457990 Jun 16 16:58:15.092816 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60400) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:15.139572 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8ab98c6a-4525-40b0-afb9-ca19fe0d6c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.162462 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8ab98c6a-4525-40b0-afb9-ca19fe0d6c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.227310 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8ab98c6a-4525-40b0-afb9-ca19fe0d6c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.230983 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8ab98c6a-4525-40b0-afb9-ca19fe0d6c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.232728 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-8ab98c6a-4525-40b0-afb9-ca19fe0d6c1f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7df689bf-a31d-4643-a514-65d8a53240bb HTTP/1.1" status: 204 len: 168 time: 0.1385851 Jun 16 16:58:15.233894 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-64cce695-cc04-4f0f-9974-cb1da854b590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:15.246211 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab98c6a-4525-40b0-afb9-ca19fe0d6c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df689bf-a31d-4643-a514-65d8a53240bb,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:15.259171 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8ab98c6a-4525-40b0-afb9-ca19fe0d6c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:15.520287 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc32f6-4057-420f-831f-bb5fad4488b3 req-651c01b5-78aa-415c-b36d-55c33041734a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:15.522785 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a6bc32f6-4057-420f-831f-bb5fad4488b3 req-651c01b5-78aa-415c-b36d-55c33041734a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0775664 Jun 16 16:58:15.567005 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a6bc32f6-4057-420f-831f-bb5fad4488b3 req-8adf829e-82ad-44e5-810b-2c00ae4dd909 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381784 Jun 16 16:58:15.924786 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c350449-bccb-435b-9f70-1c4c722fbaeb req-2aa13a92-fb36-48cf-ac08-4124273004b2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:15.926392 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9c350449-bccb-435b-9f70-1c4c722fbaeb req-2aa13a92-fb36-48cf-ac08-4124273004b2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0774322 Jun 16 16:58:15.970655 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9c350449-bccb-435b-9f70-1c4c722fbaeb req-a5e2629a-a0ee-440d-80a7-d4f0294d4e0e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378475 Jun 16 16:58:16.092046 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:58:16.112147 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:58:16.112402 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device c5b1bdac-f89d-4f6d-bb0c-307ffa1526e2 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:58:16.775549 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d961206-96b6-4005-a44c-075b7c5847c3 req-2f2f7cba-ded7-4a97-834e-8abdd93dd267 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:16.782457 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3d961206-96b6-4005-a44c-075b7c5847c3 req-2f2f7cba-ded7-4a97-834e-8abdd93dd267 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0785429 Jun 16 16:58:16.819540 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3d961206-96b6-4005-a44c-075b7c5847c3 req-653fe774-658a-41c6-be17-81df1b1fa54a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362461 Jun 16 16:58:17.145140 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60464) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:17.168773 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b58b3b-2c8e-4168-900c-2400e45c465b req-80cc482f-9190-4e17-a2b0-0d6e330838db tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:17.171071 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-45b58b3b-2c8e-4168-900c-2400e45c465b req-80cc482f-9190-4e17-a2b0-0d6e330838db tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0790210 Jun 16 16:58:17.210475 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-45b58b3b-2c8e-4168-900c-2400e45c465b req-ab270771-0b4a-44ca-a768-87d62dce781e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333934 Jun 16 16:58:17.283261 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-802289ef-378e-4663-82a4-95de3b736513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.375752 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-802289ef-378e-4663-82a4-95de3b736513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.379720 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-802289ef-378e-4663-82a4-95de3b736513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.382222 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6ee6131b-7138-4d98-b14f-2d8ec24fa94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:17.423148 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-802289ef-378e-4663-82a4-95de3b736513 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=37ed981a92884cffb3c83666186661c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760482 Jun 16 16:58:17.424630 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802289ef-378e-4663-82a4-95de3b736513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d5bb1d-0cfc-40f6-b288-fdfe6d69c365,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:17.425956 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 60468) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:17.428217 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-802289ef-378e-4663-82a4-95de3b736513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:17.478356 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e8c62550-c107-48e7-a755-ac3f2296c746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.499088 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e8c62550-c107-48e7-a755-ac3f2296c746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.547208 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e8c62550-c107-48e7-a755-ac3f2296c746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.549923 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e8c62550-c107-48e7-a755-ac3f2296c746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.551126 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e8c62550-c107-48e7-a755-ac3f2296c746 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c0d5bb1d-0cfc-40f6-b288-fdfe6d69c365 HTTP/1.1" status: 204 len: 168 time: 0.1241322 Jun 16 16:58:17.551880 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7d74f46a-7a6b-4ade-8e6f-ae3918877b9f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:17.560253 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c62550-c107-48e7-a755-ac3f2296c746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d5bb1d-0cfc-40f6-b288-fdfe6d69c365,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:17.563219 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e8c62550-c107-48e7-a755-ac3f2296c746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:17.827155 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 60474) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:17.843143 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9bdec66f-1a83-4be2-9f9b-38510de25973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.923129 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.970134 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9bdec66f-1a83-4be2-9f9b-38510de25973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.984438 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9bdec66f-1a83-4be2-9f9b-38510de25973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:18.002771 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:18.048983 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-9bdec66f-1a83-4be2-9f9b-38510de25973 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2d16f076cc284f0ab7d894820ec006ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206550 Jun 16 16:58:18.049954 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdec66f-1a83-4be2-9f9b-38510de25973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479d44cc-2e17-4ad3-ac0d-cc5fce19a06d,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:18.051881 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60486) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:18.054083 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-9bdec66f-1a83-4be2-9f9b-38510de25973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:18.091160 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea570cc-83a3-43e5-971b-4583947e5494 req-32a2d17c-30cf-4763-a90e-d155a634ac22 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:18.099461 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0ea570cc-83a3-43e5-971b-4583947e5494 req-32a2d17c-30cf-4763-a90e-d155a634ac22 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1253314 Jun 16 16:58:18.116834 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-949e0ff3-de87-4dc4-94b4-4c2097c1ab46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:18.136136 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0ea570cc-83a3-43e5-971b-4583947e5494 req-dc989f13-dbd4-43bd-8dc5-b31e396384d6 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Jun 16 16:58:18.143739 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-949e0ff3-de87-4dc4-94b4-4c2097c1ab46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:18.196197 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-949e0ff3-de87-4dc4-94b4-4c2097c1ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:18.199590 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-949e0ff3-de87-4dc4-94b4-4c2097c1ab46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:18.200740 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-949e0ff3-de87-4dc4-94b4-4c2097c1ab46 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/479d44cc-2e17-4ad3-ac0d-cc5fce19a06d HTTP/1.1" status: 204 len: 168 time: 0.1466782 Jun 16 16:58:18.201689 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b2935429-7275-440a-8b31-ea951cca1395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:18.210022 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e0ff3-de87-4dc4-94b4-4c2097c1ab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479d44cc-2e17-4ad3-ac0d-cc5fce19a06d,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:18.213579 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-949e0ff3-de87-4dc4-94b4-4c2097c1ab46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:18.428771 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677d09b-fb1a-4a97-a487-f3d00e58a19b req-6dc99d39-4208-4c11-b71b-270843482d0b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:18.439312 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c677d09b-fb1a-4a97-a487-f3d00e58a19b req-6dc99d39-4208-4c11-b71b-270843482d0b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0913076 Jun 16 16:58:18.482020 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c677d09b-fb1a-4a97-a487-f3d00e58a19b req-b9f694a6-f7fc-442d-b154-482103ec5541 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Jun 16 16:58:18.784899 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-0f6ce515-45ff-4a85-af9c-7584633344ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3013914 Jun 16 16:58:18.936345 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-af0cd3d9-f890-480e-866c-a9a055202682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:18.937823 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-af0cd3d9-f890-480e-866c-a9a055202682 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 1099 time: 0.1010470 Jun 16 16:58:19.160982 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-8998d323-ad31-49d1-9535-56f9fdf9f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:19.163263 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-8998d323-ad31-49d1-9535-56f9fdf9f9e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 921 time: 0.1818261 Jun 16 16:58:19.225001 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-f84e54fd-d2e2-44ae-8edb-2c8add8d5df7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12ceb74a-a25a-47b6-ae4a-2b4092b42398 HTTP/1.1" status: 200 len: 217 time: 0.0423083 Jun 16 16:58:19.303040 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-ce881220-04b0-452f-a57f-ade470554f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:19.303715 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-ce881220-04b0-452f-a57f-ade470554f89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.0685632 Jun 16 16:58:19.378930 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-3672fd8a-8d62-465f-8110-0e9a9515e02b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556164 Jun 16 16:58:19.497379 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-efe64dab-db49-4965-b6eb-aeb79ecf6e58 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919249 Jun 16 16:58:19.621124 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f73e08a-d466-499a-ae81-330c5b2117d5 req-569249ad-4d5e-437f-bdd9-2f42fc0d7849 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067576 Jun 16 16:58:19.942414 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54b177-5c5b-412b-a286-24ca99d45c92 req-64bbd26c-140e-4495-b09c-13f22a4b99c2 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:19.950172 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4c54b177-5c5b-412b-a286-24ca99d45c92 req-64bbd26c-140e-4495-b09c-13f22a4b99c2 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.5543952 Jun 16 16:58:20.005594 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4c54b177-5c5b-412b-a286-24ca99d45c92 req-aae25197-068b-4636-98b5-1dec26c574ab tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550089 Jun 16 16:58:20.037775 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f42c5-cd39-4dde-8ae1-8af8d5303c0c req-7fddb563-03a4-42bb-8a9a-6b382adcf0e4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:20.045235 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-270f42c5-cd39-4dde-8ae1-8af8d5303c0c req-7fddb563-03a4-42bb-8a9a-6b382adcf0e4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.2279937 Jun 16 16:58:20.130423 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-270f42c5-cd39-4dde-8ae1-8af8d5303c0c req-db66c9fd-c6ea-4929-b07e-09aa964dfdef tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838413 Jun 16 16:58:21.485190 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f0180-829b-4b39-85c5-405c62a8b2ea req-61c374cf-c95a-4e52-bd43-78886d53a03f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:21.488443 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ac1f0180-829b-4b39-85c5-405c62a8b2ea req-61c374cf-c95a-4e52-bd43-78886d53a03f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2075465 Jun 16 16:58:21.585701 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ac1f0180-829b-4b39-85c5-405c62a8b2ea req-6de68839-4f14-428a-a2cc-1f34d418daf7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808105 Jun 16 16:58:21.625612 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef691d53-ffe9-4008-b3f5-8035c478ba71 req-43eaec5b-6e28-43b6-95df-3ffc08c53d95 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:21.633693 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ef691d53-ffe9-4008-b3f5-8035c478ba71 req-43eaec5b-6e28-43b6-95df-3ffc08c53d95 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1438437 Jun 16 16:58:21.684169 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ef691d53-ffe9-4008-b3f5-8035c478ba71 req-1ed5aba3-ef3f-403e-96ec-36fb3c8ffb3c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494792 Jun 16 16:58:22.272467 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60604) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:22.471983 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aa6a6831-ecf6-4ef5-87c6-de99349b2412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.581186 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aa6a6831-ecf6-4ef5-87c6-de99349b2412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.586858 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aa6a6831-ecf6-4ef5-87c6-de99349b2412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.593746 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f2d8d703-afb0-4b1d-a772-d889f3c24c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:22.645882 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a6831-ecf6-4ef5-87c6-de99349b2412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6da300c-26fa-4962-bbef-3a9e75771cbd,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:22.650742 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-aa6a6831-ecf6-4ef5-87c6-de99349b2412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:22.691244 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-aa6a6831-ecf6-4ef5-87c6-de99349b2412 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=80955bec493841d0b216c67dcac7ef12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176514 Jun 16 16:58:22.694327 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60612) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:22.816720 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc598-692c-4445-852f-d3fd4568a260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.876405 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc598-692c-4445-852f-d3fd4568a260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.073328 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc598-692c-4445-852f-d3fd4568a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.077039 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc598-692c-4445-852f-d3fd4568a260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.081978 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-eb8fc598-692c-4445-852f-d3fd4568a260 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e6da300c-26fa-4962-bbef-3a9e75771cbd HTTP/1.1" status: 204 len: 168 time: 0.3857334 Jun 16 16:58:23.084911 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4bc6566b-3000-4cda-9173-23748036eaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:23.103577 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fc598-692c-4445-852f-d3fd4568a260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6da300c-26fa-4962-bbef-3a9e75771cbd,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:23.134691 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-eb8fc598-692c-4445-852f-d3fd4568a260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:23.256094 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b2c34-a588-496d-88b2-5b2788b94f60 req-51cfd27d-3751-4973-8edb-3db2b3c6e70a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:23.264162 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-242b2c34-a588-496d-88b2-5b2788b94f60 req-51cfd27d-3751-4973-8edb-3db2b3c6e70a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.3879142 Jun 16 16:58:23.305644 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed06b-43bc-4c7d-aff2-d21653166c78 req-47b089d7-ac2f-4c7b-b4aa-b33f0ca630f6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:23.307177 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1feed06b-43bc-4c7d-aff2-d21653166c78 req-47b089d7-ac2f-4c7b-b4aa-b33f0ca630f6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.4146776 Jun 16 16:58:23.334684 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-242b2c34-a588-496d-88b2-5b2788b94f60 req-0e50326f-5d34-4f98-a523-5308f76c2a51 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641162 Jun 16 16:58:23.425809 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1feed06b-43bc-4c7d-aff2-d21653166c78 req-3b177a05-1038-434f-ae69-eea50a684a35 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871201 Jun 16 16:58:23.590691 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd9becf8-6e4c-4220-a570-cd48a0aa9eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.720656 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60626) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:23.735712 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-653795fc-f48e-49e3-b25b-1d360196a441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.894939 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-653795fc-f48e-49e3-b25b-1d360196a441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.905110 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-653795fc-f48e-49e3-b25b-1d360196a441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.909973 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-949e0ff3-de87-4dc4-94b4-4c2097c1ab46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:24.000572 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-653795fc-f48e-49e3-b25b-1d360196a441 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d856a5ef94584f0d9edaa3b1135cb186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786117 Jun 16 16:58:24.000957 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 60628) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:24.004056 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653795fc-f48e-49e3-b25b-1d360196a441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9480dc1-e242-4a1a-812c-e337ece3f19e,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:24.007998 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-653795fc-f48e-49e3-b25b-1d360196a441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:24.079328 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b30f744a-79c5-487b-ba8b-dd634f596bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.162373 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b30f744a-79c5-487b-ba8b-dd634f596bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.226264 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b30f744a-79c5-487b-ba8b-dd634f596bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.229527 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b30f744a-79c5-487b-ba8b-dd634f596bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.236838 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-b30f744a-79c5-487b-ba8b-dd634f596bbc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a9480dc1-e242-4a1a-812c-e337ece3f19e HTTP/1.1" status: 204 len: 168 time: 0.2307951 Jun 16 16:58:24.237927 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:24.253199 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f744a-79c5-487b-ba8b-dd634f596bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9480dc1-e242-4a1a-812c-e337ece3f19e,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:24.256216 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b30f744a-79c5-487b-ba8b-dd634f596bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:24.735649 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718ccde-9d2a-46c3-975c-5676a2260d6a req-070a6f76-a6f0-4718-a98e-6c741a862d4e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:24.745202 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a718ccde-9d2a-46c3-975c-5676a2260d6a req-070a6f76-a6f0-4718-a98e-6c741a862d4e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1625345 Jun 16 16:58:24.797901 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a718ccde-9d2a-46c3-975c-5676a2260d6a req-1820d019-dbe4-49e0-89ec-faf3723751db tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509343 Jun 16 16:58:24.829809 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec379e-b00c-461d-976d-ede3e12d03ac req-b3388073-89c0-4886-ae75-dc3da5b3e935 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:24.831466 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f0ec379e-b00c-461d-976d-ede3e12d03ac req-b3388073-89c0-4886-ae75-dc3da5b3e935 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1687164 Jun 16 16:58:24.930873 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f0ec379e-b00c-461d-976d-ede3e12d03ac req-a01da809-bc98-44b3-81af-c7cd959b353b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775146 Jun 16 16:58:25.853981 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5a37cee7-f182-4f69-b828-8f52039d5c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:26.036532 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f1983-6fd4-4136-b794-9bc29f101aa0 req-5146c3de-a6fe-4eba-b888-60bfa058f33e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:26.044409 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1d4f1983-6fd4-4136-b794-9bc29f101aa0 req-5146c3de-a6fe-4eba-b888-60bfa058f33e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0770409 Jun 16 16:58:26.097839 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1d4f1983-6fd4-4136-b794-9bc29f101aa0 req-01fcb81b-7214-47a0-a62f-4ca232fd7b9b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524533 Jun 16 16:58:26.216240 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41979-e320-45dd-b5af-ecd2e2ba9e60 req-c0ff5bc9-ba00-46c7-8202-b4d1df63d757 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:26.217937 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6cd41979-e320-45dd-b5af-ecd2e2ba9e60 req-c0ff5bc9-ba00-46c7-8202-b4d1df63d757 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0751057 Jun 16 16:58:26.247124 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:26.272827 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6cd41979-e320-45dd-b5af-ecd2e2ba9e60 req-4d68c29c-fab8-4171-a9b3-08b2c97cdcbf tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477870 Jun 16 16:58:26.828048 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:27.389322 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86980ac2-e6cb-4d89-b8df-26e1f64d420e req-365cb50c-ac51-4d30-bcf2-5297b82a2a17 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:27.390923 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-86980ac2-e6cb-4d89-b8df-26e1f64d420e req-365cb50c-ac51-4d30-bcf2-5297b82a2a17 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1382179 Jun 16 16:58:27.491600 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-86980ac2-e6cb-4d89-b8df-26e1f64d420e req-3a21e8cb-4b96-4ea1-bcf9-b167c87b3891 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900834 Jun 16 16:58:27.557774 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22a5d-457a-4cb8-b2e1-e736d6befcee req-cc9a1eae-7531-4023-9b0e-58c892c34b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:27.559284 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f1a22a5d-457a-4cb8-b2e1-e736d6befcee req-cc9a1eae-7531-4023-9b0e-58c892c34b3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 1099 time: 0.1674798 Jun 16 16:58:27.606839 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ede568-6017-470d-b3b0-137e268f6181 req-5789f353-6af5-4662-90b1-ba6b2b73f216 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:27.608811 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46ede568-6017-470d-b3b0-137e268f6181 req-5789f353-6af5-4662-90b1-ba6b2b73f216 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1570895 Jun 16 16:58:27.633232 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f1a22a5d-457a-4cb8-b2e1-e736d6befcee req-ee1ddd80-5216-4944-8c2c-8abfb0a57366 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560699 Jun 16 16:58:27.663179 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46ede568-6017-470d-b3b0-137e268f6181 req-7a6169f5-3ecb-4567-b3d4-9af721667ac3 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440350 Jun 16 16:58:28.346457 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:58:28.604874 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 60794) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:28.679975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d60dcc-f475-43de-b42e-dcf0c136579e admin admin] Deleting subnet 7f7ed358-3927-41e6-9195-b1178b85d0a4 {{(pid=92706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:58:28.685621 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e1d60dcc-f475-43de-b42e-dcf0c136579e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:28.733198 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e1d60dcc-f475-43de-b42e-dcf0c136579e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3390238'] for subnet, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:28.777085 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4b635-9fa1-477c-a6b7-fbd6f0891bf5 req-3edab666-16bc-4a0a-a8df-f705655816ed tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:28.779033 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-24d4b635-9fa1-477c-a6b7-fbd6f0891bf5 req-3edab666-16bc-4a0a-a8df-f705655816ed tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1363285 Jun 16 16:58:28.795714 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:28.806895 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e1d60dcc-f475-43de-b42e-dcf0c136579e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:28.911715 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-24d4b635-9fa1-477c-a6b7-fbd6f0891bf5 req-85936206-9b50-4212-a62a-52946c96dd1c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165106 Jun 16 16:58:28.977995 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e1d60dcc-f475-43de-b42e-dcf0c136579e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3628078'] for subnet, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:28.986035 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31e92-418a-40d3-a207-03e8b9c69ffa req-40c9ca88-e842-4d08-bbdb-985d5d32fabd tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:28.987818 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d9c31e92-418a-40d3-a207-03e8b9c69ffa req-40c9ca88-e842-4d08-bbdb-985d5d32fabd tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1705215 Jun 16 16:58:28.990869 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8ef2467c-1219-47e1-bb96-808809b0d9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:29.031028 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d60dcc-f475-43de-b42e-dcf0c136579e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7ed358-3927-41e6-9195-b1178b85d0a4,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:29.044964 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e1d60dcc-f475-43de-b42e-dcf0c136579e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:29.049519 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e1d60dcc-f475-43de-b42e-dcf0c136579e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.054479 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60800) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:29.054934 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e1d60dcc-f475-43de-b42e-dcf0c136579e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7f7ed358-3927-41e6-9195-b1178b85d0a4 HTTP/1.1" status: 204 len: 168 time: 0.4480166 Jun 16 16:58:29.087123 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d9c31e92-418a-40d3-a207-03e8b9c69ffa req-b5ba78c3-fa37-415e-afee-676b4ce51702 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675206 Jun 16 16:58:29.205353 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.297842 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.309553 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cd12db-ab83-4c48-a8fc-6f3611230458']}} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:29.326265 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97434ea-bb93-434c-a69e-6988caaf47f5') {'for_net_delete': True} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:29.327033 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97434ea-bb93-434c-a69e-6988caaf47f5') {} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:29.338849 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283585'] for segment, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.355224 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.370121 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=92705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:58:29.373640 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25363115'] for segment, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: Traceback (most recent call last): Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: timer() Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: cb(*args, **kw) Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: return func(*args, **kwargs) Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: self._notify() Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: self.callback(batched_events) Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: event.method(event) Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: return f(self, *a, **k) Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._get(url).json() Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: return self.request(url, 'GET', **kwargs) Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:58:29.430416 dv-cinder-783389-6-iscsi neutron-server[92705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:58:29.437404 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.441962 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:29.447334 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.449367 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] 10.222.0.98 "DELETE /v2.0/networks/85cd12db-ab83-4c48-a8fc-6f3611230458 HTTP/1.1" status: 204 len: 168 time: 0.3932478 Jun 16 16:58:29.472206 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] Pushing event deleted for resources: {'Network': ['ID=85cd12db-ab83-4c48-a8fc-6f3611230458,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:29.482982 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-433f44cf-8ddc-417b-9f4a-9dc2d1950755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:29.513996 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 60810) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:29.650608 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6771c2b8-1b3f-48d2-b696-ea6109f0c4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.708826 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60814) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:29.759095 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7cd77ffa-f79b-4da2-abd0-fbc2be7f5d8a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=219bd16e14fe4f459e12cae6d4afcf16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483282 Jun 16 16:58:29.759698 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60818) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:29.771898 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6771c2b8-1b3f-48d2-b696-ea6109f0c4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.784491 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6771c2b8-1b3f-48d2-b696-ea6109f0c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.788041 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b30f744a-79c5-487b-ba8b-dd634f596bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:29.810815 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7482270d-8224-41e3-9d16-7a15d629a357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.830674 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-6771c2b8-1b3f-48d2-b696-ea6109f0c4e8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f556a9799d274e639136691aac22afe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155208 Jun 16 16:58:29.831735 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771c2b8-1b3f-48d2-b696-ea6109f0c4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be463019-1943-42a9-a061-4754e4a8a2a9,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:29.833859 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60822) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:29.835767 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-6771c2b8-1b3f-48d2-b696-ea6109f0c4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:29.841956 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7482270d-8224-41e3-9d16-7a15d629a357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.911621 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-51b4b1a1-3744-42fd-b129-cd87782d42d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.929282 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7482270d-8224-41e3-9d16-7a15d629a357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.931876 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7482270d-8224-41e3-9d16-7a15d629a357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.932976 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7482270d-8224-41e3-9d16-7a15d629a357 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/14f3957b-0460-4294-b17c-bf20c2ea3485 HTTP/1.1" status: 204 len: 168 time: 0.1723738 Jun 16 16:58:29.936205 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-802289ef-378e-4663-82a4-95de3b736513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:29.939910 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-51b4b1a1-3744-42fd-b129-cd87782d42d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.950202 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482270d-8224-41e3-9d16-7a15d629a357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f3957b-0460-4294-b17c-bf20c2ea3485,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:29.954632 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7482270d-8224-41e3-9d16-7a15d629a357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:30.000660 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-51b4b1a1-3744-42fd-b129-cd87782d42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:30.004073 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-51b4b1a1-3744-42fd-b129-cd87782d42d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:30.008147 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-51b4b1a1-3744-42fd-b129-cd87782d42d8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/be463019-1943-42a9-a061-4754e4a8a2a9 HTTP/1.1" status: 204 len: 168 time: 0.1708682 Jun 16 16:58:30.008147 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4a0a8f71-1cec-4e2f-b635-e23f2daca7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:30.026103 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4b1a1-3744-42fd-b129-cd87782d42d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be463019-1943-42a9-a061-4754e4a8a2a9,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:30.029463 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-51b4b1a1-3744-42fd-b129-cd87782d42d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:30.124560 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe48c42-1d2c-4704-aa2a-18fa4f02c1ee req-bbf5722b-ecf2-4945-a066-46a0aa64db14 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:30.126052 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cbe48c42-1d2c-4704-aa2a-18fa4f02c1ee req-bbf5722b-ecf2-4945-a066-46a0aa64db14 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0766120 Jun 16 16:58:30.169423 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cbe48c42-1d2c-4704-aa2a-18fa4f02c1ee req-662315f7-e99f-4e7e-96ea-1e2b167372e0 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363066 Jun 16 16:58:30.344875 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958df9-4f81-46ab-a26c-b46a3c6d98c0 req-2832c88e-736c-4a87-8b38-33795ad522c5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:30.346467 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fd958df9-4f81-46ab-a26c-b46a3c6d98c0 req-2832c88e-736c-4a87-8b38-33795ad522c5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0887818 Jun 16 16:58:30.420271 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fd958df9-4f81-46ab-a26c-b46a3c6d98c0 req-79f2cf06-c211-4f01-835c-04842b5b136f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662360 Jun 16 16:58:30.731733 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60856) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:30.761045 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-87441fbe-e0af-4b92-9837-a5e319e1e90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:30.912846 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dd47e-3c87-47d2-b984-ce45f7b1dc40 req-fddc66f9-0465-43c8-a7fb-24d9678f64f8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:30.922435 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f65dd47e-3c87-47d2-b984-ce45f7b1dc40 req-fddc66f9-0465-43c8-a7fb-24d9678f64f8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.1271951 Jun 16 16:58:30.948157 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-87441fbe-e0af-4b92-9837-a5e319e1e90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:30.951420 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbb177-d2a7-4da2-8139-36b14d333b33 req-ba118fd2-4896-4804-87db-639c3433213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:30.953017 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1ddbb177-d2a7-4da2-8139-36b14d333b33 req-ba118fd2-4896-4804-87db-639c3433213d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce0a6761fdc745779a6365f2d664403c&device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 1099 time: 0.2433298 Jun 16 16:58:30.953857 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-87441fbe-e0af-4b92-9837-a5e319e1e90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:30.957463 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5f255311-a12b-4785-a4c0-a91311eab9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:30.989493 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f65dd47e-3c87-47d2-b984-ce45f7b1dc40 req-99edef8d-72c7-40a1-b6c5-b7fc317e2265 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653234 Jun 16 16:58:30.997047 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-87441fbe-e0af-4b92-9837-a5e319e1e90b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=060c857d75104280bba994a4c9aea92e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596397 Jun 16 16:58:31.000329 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 60864) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:31.001329 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87441fbe-e0af-4b92-9837-a5e319e1e90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a4a8dd-3cb9-4ebf-8c7b-a99e49391b32,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:31.017682 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-87441fbe-e0af-4b92-9837-a5e319e1e90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:31.081182 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b7c306c5-8b69-4028-90d3-96f4ffff1601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:31.083592 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbb177-d2a7-4da2-8139-36b14d333b33 req-e79518b6-bdf2-4472-a062-33c30af53939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:31.085223 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1ddbb177-d2a7-4da2-8139-36b14d333b33 req-e79518b6-bdf2-4472-a062-33c30af53939 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 200 len: 921 time: 0.1233616 Jun 16 16:58:31.112091 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b7c306c5-8b69-4028-90d3-96f4ffff1601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:31.141900 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1ddbb177-d2a7-4da2-8139-36b14d333b33 req-deb70ac4-d7ed-4121-8983-7cac08fa7833 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65 HTTP/1.1" status: 200 len: 217 time: 0.0428474 Jun 16 16:58:31.212497 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b7c306c5-8b69-4028-90d3-96f4ffff1601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:31.214241 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbb177-d2a7-4da2-8139-36b14d333b33 req-150f855b-48a5-453e-9781-2b54709b07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:31.215881 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1ddbb177-d2a7-4da2-8139-36b14d333b33 req-150f855b-48a5-453e-9781-2b54709b07ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 200 len: 859 time: 0.0625505 Jun 16 16:58:31.216286 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b7c306c5-8b69-4028-90d3-96f4ffff1601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:31.218767 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-b7c306c5-8b69-4028-90d3-96f4ffff1601 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/68a4a8dd-3cb9-4ebf-8c7b-a99e49391b32 HTTP/1.1" status: 204 len: 168 time: 0.1987507 Jun 16 16:58:31.219592 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7482270d-8224-41e3-9d16-7a15d629a357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:31.234734 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c306c5-8b69-4028-90d3-96f4ffff1601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a4a8dd-3cb9-4ebf-8c7b-a99e49391b32,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:31.264707 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b7c306c5-8b69-4028-90d3-96f4ffff1601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:31.280254 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1ddbb177-d2a7-4da2-8139-36b14d333b33 req-c87f11f1-873f-43d8-918b-5c247bcbd487 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dbeb5f1-14da-4009-b87d-034124907f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476599 Jun 16 16:58:31.399912 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1ddbb177-d2a7-4da2-8139-36b14d333b33 req-4e11fce8-bfce-4162-844e-9915c1a09cc8 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069651 Jun 16 16:58:31.549066 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1ddbb177-d2a7-4da2-8139-36b14d333b33 req-19484110-0684-40cc-879b-146254532b16 service neutron] 10.222.0.46 "GET /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337578 Jun 16 16:58:31.733016 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949248d8-facd-44f4-8137-deb03a48f24c req-f8c2b5d3-64a7-46bd-a537-7ed9409c3b4e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:31.734487 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-949248d8-facd-44f4-8137-deb03a48f24c req-f8c2b5d3-64a7-46bd-a537-7ed9409c3b4e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1041031 Jun 16 16:58:31.806923 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-949248d8-facd-44f4-8137-deb03a48f24c req-dd791912-9863-4cb5-80b2-4bf7d3989e48 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559905 Jun 16 16:58:32.170264 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5a5c7-0eae-4d46-9d88-b60f6320525b req-765bff14-2dcd-4df8-9a14-591f3c470622 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:32.171889 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-63e5a5c7-0eae-4d46-9d88-b60f6320525b req-765bff14-2dcd-4df8-9a14-591f3c470622 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0670705 Jun 16 16:58:32.209679 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-63e5a5c7-0eae-4d46-9d88-b60f6320525b req-68a7ecf5-413b-4967-bf8a-c0a2832d3037 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Jun 16 16:58:32.470889 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-1922fc06-d1f6-4f3f-8b81-f145b8f3b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:32.472360 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-1922fc06-d1f6-4f3f-8b81-f145b8f3b332 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 1098 time: 0.0534642 Jun 16 16:58:32.586822 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-4b413533-bad1-4064-819d-24b4679f9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:32.588276 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-4b413533-bad1-4064-819d-24b4679f9ac5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 918 time: 0.0919697 Jun 16 16:58:32.668668 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-91b59368-197b-4566-8209-8b43d8ab05ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d28464-72c6-4cb5-b036-d8880a585005 HTTP/1.1" status: 200 len: 1001 time: 0.0560875 Jun 16 16:58:32.720287 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-c1b263b5-1fa8-4550-9603-95cbb40bafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:32.721977 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-c1b263b5-1fa8-4550-9603-95cbb40bafc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.0439820 Jun 16 16:58:32.783852 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-7108d23a-352f-48f5-869d-b74455d4047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:32.785246 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-7108d23a-352f-48f5-869d-b74455d4047e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512276 Jun 16 16:58:32.898600 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-de5076e0-8c93-45bb-b136-64b472c76d20 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955274 Jun 16 16:58:33.037342 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6560090c-8014-4f4a-b111-0495fe54e5ab req-d2f6acba-2000-4e07-9c69-9d04b3832d97 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218417 Jun 16 16:58:33.049271 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de6e4d-485d-433f-999f-4aee5fc860cc req-790714c6-a0a8-41a6-84e2-9e0d6c1666bb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:33.050750 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a7de6e4d-485d-433f-999f-4aee5fc860cc req-790714c6-a0a8-41a6-84e2-9e0d6c1666bb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.1267130 Jun 16 16:58:33.090319 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a7de6e4d-485d-433f-999f-4aee5fc860cc req-166ad6e6-8eb7-4a1e-a5d4-40a41570cfad tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Jun 16 16:58:33.383585 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed7d3f-c4bb-4b34-a217-5f12cf94deb8 req-d676856f-abc4-4446-9dbc-a77004d2c667 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:33.384962 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e8ed7d3f-c4bb-4b34-a217-5f12cf94deb8 req-d676856f-abc4-4446-9dbc-a77004d2c667 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0650990 Jun 16 16:58:33.421675 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e8ed7d3f-c4bb-4b34-a217-5f12cf94deb8 req-e0fbb342-9c38-4d75-ae90-fe8f970082f5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Jun 16 16:58:34.162822 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f2d28464-72c6-4cb5-b036-d8880a585005 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:58:34.240254 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:34.262921 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:34.265201 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98fd6fa-cc72-4d5d-8c59-71dac2a718f7" -d '{"events": [{"server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:34.276511 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9aad3-19fc-4c98-a533-ea93a616d473 req-55bcabf0-1d33-4213-affe-085d544d728c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:34.278032 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-78d9aad3-19fc-4c98-a533-ea93a616d473 req-55bcabf0-1d33-4213-affe-085d544d728c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 945 time: 0.0694134 Jun 16 16:58:34.278953 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:34.284202 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:34.286395 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-265cc296-4e77-422b-af3a-4d76bb90aa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:34.313874 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afa29db-0b24-496b-bfbd-570d09f4d3c4 x-openstack-request-id: req-1afa29db-0b24-496b-bfbd-570d09f4d3c4 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:34.314169 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:34.314481 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1afa29db-0b24-496b-bfbd-570d09f4d3c4 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:34.314885 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'code': 200} Jun 16 16:58:34.328058 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-78d9aad3-19fc-4c98-a533-ea93a616d473 req-836f7c4b-20d0-4dd7-aa49-9e1bdc10aa58 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423946 Jun 16 16:58:34.342408 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=8']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:34.349500 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.349852 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.350253 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.350613 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.350950 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.351284 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.351611 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.352060 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.352396 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.352720 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.353041 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.353362 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:34.357312 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:34.644664 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b520a-52bd-4c7f-b3fd-e56612cf18d3 req-a3f7408d-f059-410b-a5f0-a7271dab03fe tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:34.646274 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8d7b520a-52bd-4c7f-b3fd-e56612cf18d3 req-a3f7408d-f059-410b-a5f0-a7271dab03fe tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0737751 Jun 16 16:58:34.685663 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8d7b520a-52bd-4c7f-b3fd-e56612cf18d3 req-e14c97cd-6345-443e-86ba-8730d002b0f1 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Jun 16 16:58:35.409706 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 32772) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:35.510181 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4a5ea-e884-4bd9-9100-e2939b507000 req-9caf77a4-cf3c-4229-be30-9eca0295d96c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:35.511680 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-77b4a5ea-e884-4bd9-9100-e2939b507000 req-9caf77a4-cf3c-4229-be30-9eca0295d96c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0640252 Jun 16 16:58:35.515139 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6da0-dc79-421d-be2d-9b537bd0708e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.549414 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-77b4a5ea-e884-4bd9-9100-e2939b507000 req-f25c1acc-7a9a-4ae0-b3ad-086fac30c473 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Jun 16 16:58:35.607270 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6da0-dc79-421d-be2d-9b537bd0708e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.611659 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6da0-dc79-421d-be2d-9b537bd0708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.613915 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-51b4b1a1-3744-42fd-b129-cd87782d42d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:35.649860 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-a6ce6da0-dc79-421d-be2d-9b537bd0708e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=295432346f834438b7b24afe695120b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386937 Jun 16 16:58:35.650779 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce6da0-dc79-421d-be2d-9b537bd0708e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0fd8da-529c-4118-abb2-6090221bbe3a,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:35.652575 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 32778) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:35.653685 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a6ce6da0-dc79-421d-be2d-9b537bd0708e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:35.701866 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c7f8e905-1310-4754-88bd-b9b32b294316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.726483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c7f8e905-1310-4754-88bd-b9b32b294316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.773625 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c7f8e905-1310-4754-88bd-b9b32b294316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.776248 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c7f8e905-1310-4754-88bd-b9b32b294316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.779661 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-c7f8e905-1310-4754-88bd-b9b32b294316 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5a0fd8da-529c-4118-abb2-6090221bbe3a HTTP/1.1" status: 204 len: 168 time: 0.1227796 Jun 16 16:58:35.779661 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b528d9c2-3481-4a6d-a159-bf6a1e112ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:35.785993 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8e905-1310-4754-88bd-b9b32b294316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0fd8da-529c-4118-abb2-6090221bbe3a,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:35.788447 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c7f8e905-1310-4754-88bd-b9b32b294316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:35.882128 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123047e-39a9-4380-b9d7-8f27d5104608 req-f1d5e9a7-2ee8-422c-811c-261f95970f11 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:35.883643 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a123047e-39a9-4380-b9d7-8f27d5104608 req-f1d5e9a7-2ee8-422c-811c-261f95970f11 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0793018 Jun 16 16:58:35.932377 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a123047e-39a9-4380-b9d7-8f27d5104608 req-3bb7d5b3-3865-4650-ad3a-cba158bb0d86 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422721 Jun 16 16:58:36.770448 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032d27a-73bb-44aa-ae10-4693525c029c req-e84f77a2-461d-4163-a4d0-5096d864087a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:36.772538 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4032d27a-73bb-44aa-ae10-4693525c029c req-e84f77a2-461d-4163-a4d0-5096d864087a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0848722 Jun 16 16:58:36.818335 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4032d27a-73bb-44aa-ae10-4693525c029c req-d718682b-5a0e-4514-a368-6937a5db806b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 Jun 16 16:58:37.720680 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a186655-4485-45bc-b349-2cf8c8a625aa req-ffc8160c-2913-429d-9c22-75bfe76cba01 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:37.726758 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8a186655-4485-45bc-b349-2cf8c8a625aa req-ffc8160c-2913-429d-9c22-75bfe76cba01 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0869355 Jun 16 16:58:37.796694 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8a186655-4485-45bc-b349-2cf8c8a625aa req-7f48b454-cfec-45b6-a9c6-aedb3593377f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612214 Jun 16 16:58:38.052834 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 32944) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:38.192427 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-4c98fc3b-4900-46e9-885c-671ee0bfe23b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380844 Jun 16 16:58:38.223282 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f2d28464-72c6-4cb5-b036-d8880a585005 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:58:38.958201 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7635f1-d101-4f43-a611-cb5ed05280a9 req-45801d3f-c87b-4dfa-bdce-9ff4c5986563 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:38.959685 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fe7635f1-d101-4f43-a611-cb5ed05280a9 req-45801d3f-c87b-4dfa-bdce-9ff4c5986563 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0605710 Jun 16 16:58:38.995649 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fe7635f1-d101-4f43-a611-cb5ed05280a9 req-3bbaa34b-2687-4497-8318-29af4824ad64 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301778 Jun 16 16:58:40.178551 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1642bb-65ad-4d03-9fdb-509172ac1fab req-d15f4904-ecf1-46b6-8879-581cb39faacd tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:40.180165 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8e1642bb-65ad-4d03-9fdb-509172ac1fab req-d15f4904-ecf1-46b6-8879-581cb39faacd tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0680256 Jun 16 16:58:40.220271 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8e1642bb-65ad-4d03-9fdb-509172ac1fab req-a7fe55ae-24aa-44fe-b4fb-94c3d96d1e7e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344832 Jun 16 16:58:41.437894 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6583f-819b-4dc1-80b5-98cda546d460 req-cfcbeb9d-ab9b-4fbb-93e8-7f854ee19739 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:41.439387 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1c6583f-819b-4dc1-80b5-98cda546d460 req-cfcbeb9d-ab9b-4fbb-93e8-7f854ee19739 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0660691 Jun 16 16:58:41.476938 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1c6583f-819b-4dc1-80b5-98cda546d460 req-2942d68a-9c19-4c7d-81f3-d9df2dfe8d0b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314527 Jun 16 16:58:42.653304 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191935f-46c7-4b2f-bcd6-ed8c6202c076 req-31ab3844-f7ed-45d0-b506-c413347eb84d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:42.654775 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3191935f-46c7-4b2f-bcd6-ed8c6202c076 req-31ab3844-f7ed-45d0-b506-c413347eb84d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0651488 Jun 16 16:58:42.690870 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3191935f-46c7-4b2f-bcd6-ed8c6202c076 req-51c9379d-2348-4456-83c8-26ba1d442e94 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304308 Jun 16 16:58:43.865852 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9af4f-fab8-49d5-8125-8e3a95fe77d6 req-3f3af0d1-84f1-45a1-abdb-3213a7d7d377 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:43.867334 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4d9af4f-fab8-49d5-8125-8e3a95fe77d6 req-3f3af0d1-84f1-45a1-abdb-3213a7d7d377 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0615773 Jun 16 16:58:43.905556 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4d9af4f-fab8-49d5-8125-8e3a95fe77d6 req-f64ab3e5-eebe-4a88-a95a-cd3aa850c51d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325668 Jun 16 16:58:44.713454 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-3cda654f-fe58-423c-b02c-12e5f8e6de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:44.715238 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-3cda654f-fe58-423c-b02c-12e5f8e6de3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528&tenant_id=71348cdc09ee48ceb90c4dfe775fc99a HTTP/1.1" status: 200 len: 1096 time: 0.0903122 Jun 16 16:58:44.798708 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-79727324-de1a-4197-a133-55a6147a1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:44.800158 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-79727324-de1a-4197-a133-55a6147a1e19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 1096 time: 0.0546496 Jun 16 16:58:44.896563 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-ca19c180-4e20-492e-a475-84e6157e4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:44.897991 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-ca19c180-4e20-492e-a475-84e6157e4c80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 918 time: 0.0880935 Jun 16 16:58:44.974912 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-a0e5550f-0b3b-4ab4-a374-d583a3c05445 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d28464-72c6-4cb5-b036-d8880a585005 HTTP/1.1" status: 200 len: 999 time: 0.0675621 Jun 16 16:58:45.039203 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-9b8cc9dc-3a5e-436f-9867-c02fa7d77932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:45.040741 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-9b8cc9dc-3a5e-436f-9867-c02fa7d77932 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.0548246 Jun 16 16:58:45.339712 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41b86-47be-4073-8c1b-a1d54d9a4a83 req-45d778c4-6c37-4325-812d-1379b5dd5788 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:45.341057 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-adb41b86-47be-4073-8c1b-a1d54d9a4a83 req-45d778c4-6c37-4325-812d-1379b5dd5788 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.3172090 Jun 16 16:58:45.354725 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-ebcbf7de-d417-4d13-8995-a789d48198bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:45.356067 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-ebcbf7de-d417-4d13-8995-a789d48198bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2968540 Jun 16 16:58:45.381353 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-adb41b86-47be-4073-8c1b-a1d54d9a4a83 req-cd1b2506-31a5-47ff-bc18-873bd14d9471 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343404 Jun 16 16:58:46.052726 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33108) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:46.151904 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-af9fedbe-8e63-4207-b085-b46a23a1027c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.235778 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-af9fedbe-8e63-4207-b085-b46a23a1027c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.240575 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-af9fedbe-8e63-4207-b085-b46a23a1027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.243639 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-09f15e21-5dd8-42e2-8862-906927a9494c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:46.279493 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-af9fedbe-8e63-4207-b085-b46a23a1027c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=81f13ef30ba7425ea5271471bf99090d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256942 Jun 16 16:58:46.281386 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fedbe-8e63-4207-b085-b46a23a1027c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db9d133-4efa-410f-831a-9822b2005529,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:46.282137 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 33112) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:46.284416 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-af9fedbe-8e63-4207-b085-b46a23a1027c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:46.356513 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c89f8cc0-bb35-44a2-8ed5-f37dc3138ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.408039 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c89f8cc0-bb35-44a2-8ed5-f37dc3138ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.436616 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-ce2a7500-28bf-4c56-b7a2-bd354ce2129d service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211305 Jun 16 16:58:46.467171 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c89f8cc0-bb35-44a2-8ed5-f37dc3138ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.469724 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c89f8cc0-bb35-44a2-8ed5-f37dc3138ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.470985 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-c89f8cc0-bb35-44a2-8ed5-f37dc3138ffb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0db9d133-4efa-410f-831a-9822b2005529 HTTP/1.1" status: 204 len: 168 time: 0.1878753 Jun 16 16:58:46.471768 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-2bcd78df-e897-4662-b368-1210f4542bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:46.479049 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f8cc0-bb35-44a2-8ed5-f37dc3138ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db9d133-4efa-410f-831a-9822b2005529,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:46.488819 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c89f8cc0-bb35-44a2-8ed5-f37dc3138ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:46.569486 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd3920-8f27-4c66-80df-b0c0b57bee7e req-c12c4f93-1e84-411b-b15c-d40161f2598b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:46.570982 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dcdd3920-8f27-4c66-80df-b0c0b57bee7e req-c12c4f93-1e84-411b-b15c-d40161f2598b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0647893 Jun 16 16:58:46.616171 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dcdd3920-8f27-4c66-80df-b0c0b57bee7e req-afe7b99a-aa05-4005-bb3b-4881a9f69e72 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392411 Jun 16 16:58:47.229893 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e36f8-3b69-433a-a8ff-6823d952034c req-7283fee8-de5f-410b-88a1-f4ef8b964910 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:47.231341 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-072e36f8-3b69-433a-a8ff-6823d952034c req-7283fee8-de5f-410b-88a1-f4ef8b964910 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0608537 Jun 16 16:58:47.271294 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-072e36f8-3b69-433a-a8ff-6823d952034c req-8be47684-9ce7-4218-a73e-bf200cd3780c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333438 Jun 16 16:58:47.457199 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-605b3ddc-83ae-4c15-a6da-7e5748f44a20 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848126 Jun 16 16:58:47.799920 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020f90c-7ff3-4b3a-9285-50ada7fc87c3 req-43633db9-316f-49f3-9991-5ad9e6679198 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:47.801381 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1020f90c-7ff3-4b3a-9285-50ada7fc87c3 req-43633db9-316f-49f3-9991-5ad9e6679198 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0618176 Jun 16 16:58:47.838071 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1020f90c-7ff3-4b3a-9285-50ada7fc87c3 req-72d3d1c5-0d7f-49cf-8131-de6044023330 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309641 Jun 16 16:58:47.921670 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.439880 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e93d55-6db3-41d3-a946-0a6fa0664c4f req-25b57838-41ca-48df-8724-ca647f7d91c5 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:48.441366 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98e93d55-6db3-41d3-a946-0a6fa0664c4f req-25b57838-41ca-48df-8724-ca647f7d91c5 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0633221 Jun 16 16:58:48.480784 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98e93d55-6db3-41d3-a946-0a6fa0664c4f req-809c1e3f-755a-466a-9f9d-dadbbed94148 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330665 Jun 16 16:58:48.581715 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-f2d3d47a-f670-43c0-8ded-2ee466205826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:48.583190 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-f2d3d47a-f670-43c0-8ded-2ee466205826 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=995454a579f541d890449e49085c1044&device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 1137 time: 0.0558136 Jun 16 16:58:48.669547 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-f2b28143-f6af-465a-aa16-695b7af21431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:48.670973 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-f2b28143-f6af-465a-aa16-695b7af21431 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35d6f5f5-7722-4351-b624-f6595cd0870f HTTP/1.1" status: 200 len: 916 time: 0.0799143 Jun 16 16:58:48.741024 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-31600b49-804a-4405-ae13-b9f5693114fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 200 len: 1001 time: 0.0601418 Jun 16 16:58:48.797383 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-bd3d27bc-709e-486b-9dd4-5a98785ea42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:48.798860 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-bd3d27bc-709e-486b-9dd4-5a98785ea42b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64451bb0-82d5-42eb-b752-a16e65cf0318 HTTP/1.1" status: 200 len: 853 time: 0.0426877 Jun 16 16:58:48.863799 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-9f77abc3-009a-407c-a700-7b4250ba59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:48.865838 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-9f77abc3-009a-407c-a700-7b4250ba59d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35d6f5f5-7722-4351-b624-f6595cd0870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567195 Jun 16 16:58:48.975812 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-0408ce99-334d-4b0d-a174-a1e179a8cc6b service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019421 Jun 16 16:58:49.103074 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f123c-aee7-4dec-ae69-f3de383b8c84 req-55c8be87-fc4a-45f1-9cbc-ea9eaf53c052 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:49.110357 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e14f123c-aee7-4dec-ae69-f3de383b8c84 req-55c8be87-fc4a-45f1-9cbc-ea9eaf53c052 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.1490664 Jun 16 16:58:49.123032 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b525ece1-9a7e-44b8-859b-162e4c0073e3 req-9f1ac130-a9b4-4537-baf5-7ca81bbd4269 service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316316 Jun 16 16:58:49.166807 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e14f123c-aee7-4dec-ae69-f3de383b8c84 req-a3b5a770-34ad-40b8-ab86-99b202a5430c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528684 Jun 16 16:58:49.697000 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6134d0-3c92-47d3-803a-c2ba1dee5de9 req-02b83888-932b-4dec-a6fa-d647cfb1f3ef tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:49.698473 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7e6134d0-3c92-47d3-803a-c2ba1dee5de9 req-02b83888-932b-4dec-a6fa-d647cfb1f3ef tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1164660 Jun 16 16:58:49.717645 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f470ffe-f550-4f1b-995b-aa3d2d5e61e1 req-0bd682cd-9811-4667-8cec-89fe90cc3cf0 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:49.719040 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4f470ffe-f550-4f1b-995b-aa3d2d5e61e1 req-0bd682cd-9811-4667-8cec-89fe90cc3cf0 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1079347 Jun 16 16:58:49.759699 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7e6134d0-3c92-47d3-803a-c2ba1dee5de9 req-96cfe100-44dd-4c75-98f9-07868c57cb9b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551474 Jun 16 16:58:49.789350 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4f470ffe-f550-4f1b-995b-aa3d2d5e61e1 req-685e272f-621f-4fd3-a231-76dedb13a353 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625939 Jun 16 16:58:50.342572 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d38a2a-dbfe-4a5c-b78b-af8b4e6f4868 req-63e63997-a859-4576-bea3-3aed38588bbf tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:50.344066 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3d38a2a-dbfe-4a5c-b78b-af8b4e6f4868 req-63e63997-a859-4576-bea3-3aed38588bbf tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0699027 Jun 16 16:58:50.381270 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3d38a2a-dbfe-4a5c-b78b-af8b4e6f4868 req-d56860a1-c916-4ea6-b133-5b40f1ec3ed5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Jun 16 16:58:50.425108 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 33192) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:50.538017 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac956-254d-47bb-add8-165bf5ad58c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.624032 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac956-254d-47bb-add8-165bf5ad58c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.628749 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac956-254d-47bb-add8-165bf5ad58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.632091 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e8c62550-c107-48e7-a755-ac3f2296c746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:50.671325 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-0d4ac956-254d-47bb-add8-165bf5ad58c3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a4c0cb3b8f3f4c8d8dc73ac357b853cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451332 Jun 16 16:58:50.672473 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ac956-254d-47bb-add8-165bf5ad58c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488de574-3e16-41fe-9d63-3cb957867649,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:50.673982 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33196) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:50.675432 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0d4ac956-254d-47bb-add8-165bf5ad58c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:50.751089 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-46552795-c509-4a56-b634-615e49ecfb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.772661 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-46552795-c509-4a56-b634-615e49ecfb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.818678 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-46552795-c509-4a56-b634-615e49ecfb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.821588 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-46552795-c509-4a56-b634-615e49ecfb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.825386 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-46552795-c509-4a56-b634-615e49ecfb16 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/488de574-3e16-41fe-9d63-3cb957867649 HTTP/1.1" status: 204 len: 168 time: 0.1503994 Jun 16 16:58:50.826170 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0db7702b-0f2a-4ce0-9971-868e3ae1b195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:50.834534 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46552795-c509-4a56-b634-615e49ecfb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488de574-3e16-41fe-9d63-3cb957867649,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:50.837570 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-46552795-c509-4a56-b634-615e49ecfb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:51.020861 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2011c4-50d8-4efa-8e71-463aa7459ded req-1187935f-c844-4254-912b-18c8ba414959 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:51.022540 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-af2011c4-50d8-4efa-8e71-463aa7459ded req-1187935f-c844-4254-912b-18c8ba414959 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1039424 Jun 16 16:58:51.054265 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f49e-67f2-4c1c-b29c-16258d0e89bb req-aa12c970-aae2-4703-be75-e2fb7be71c34 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:51.055754 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7a69f49e-67f2-4c1c-b29c-16258d0e89bb req-aa12c970-aae2-4703-be75-e2fb7be71c34 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1071289 Jun 16 16:58:51.088361 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-af2011c4-50d8-4efa-8e71-463aa7459ded req-cfac92d9-b00e-485a-ad44-c4110b602efb tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590560 Jun 16 16:58:51.109768 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7a69f49e-67f2-4c1c-b29c-16258d0e89bb req-95fc45f6-3d1d-4a50-86e4-063c0a250bca tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482616 Jun 16 16:58:51.144569 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 33208) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:51.162048 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ed113939-5524-47db-9b4c-df00de9ea2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.249842 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ed113939-5524-47db-9b4c-df00de9ea2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.253723 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ed113939-5524-47db-9b4c-df00de9ea2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.257564 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-89f7110e-4fe3-4b19-ba2b-469d7d62862c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:51.292397 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-ed113939-5524-47db-9b4c-df00de9ea2e7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=29c69709d0464a65b2c42e991db8debd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460991 Jun 16 16:58:51.294225 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed113939-5524-47db-9b4c-df00de9ea2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dded5234-a9d6-4310-97d0-92caab9b1a8c,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:51.295023 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33210) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:51.297140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ed113939-5524-47db-9b4c-df00de9ea2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:51.342597 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-72546c2d-1cbc-42e0-8ca2-a9b863833eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.364975 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-72546c2d-1cbc-42e0-8ca2-a9b863833eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.408444 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-72546c2d-1cbc-42e0-8ca2-a9b863833eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.414860 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-72546c2d-1cbc-42e0-8ca2-a9b863833eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.416000 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-72546c2d-1cbc-42e0-8ca2-a9b863833eb3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dded5234-a9d6-4310-97d0-92caab9b1a8c HTTP/1.1" status: 204 len: 168 time: 0.1200132 Jun 16 16:58:51.416761 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-18c76a78-6737-454d-8d17-cb902ea06edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:51.424330 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72546c2d-1cbc-42e0-8ca2-a9b863833eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dded5234-a9d6-4310-97d0-92caab9b1a8c,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:51.426603 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-72546c2d-1cbc-42e0-8ca2-a9b863833eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:51.577748 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a7d2a-6d33-40dc-9bb6-008c9680116a req-b2888fd6-dcd3-4861-9219-8bb0a529518c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:51.579370 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-889a7d2a-6d33-40dc-9bb6-008c9680116a req-b2888fd6-dcd3-4861-9219-8bb0a529518c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0674696 Jun 16 16:58:51.624698 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-889a7d2a-6d33-40dc-9bb6-008c9680116a req-0e2323eb-f905-4cfe-af2f-edcc2e820b6e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380230 Jun 16 16:58:51.757682 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33218) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:51.773213 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-874d7c50-b6cd-495a-a2f0-900a75a9390c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.865472 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-874d7c50-b6cd-495a-a2f0-900a75a9390c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.871052 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-874d7c50-b6cd-495a-a2f0-900a75a9390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.874427 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-557de6f0-68f4-4a99-9946-0f559550ee06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:51.910129 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d7c50-b6cd-495a-a2f0-900a75a9390c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ef367c-c5c0-47e0-aa64-fc5f3e48c303,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:51.915135 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-874d7c50-b6cd-495a-a2f0-900a75a9390c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=167db4687fae41df928a1cbcd1d8b0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563861 Jun 16 16:58:51.916086 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-874d7c50-b6cd-495a-a2f0-900a75a9390c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:51.917652 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33220) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:51.966066 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-cb06b238-9ee3-4f3b-9dca-f194f51cd30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.986236 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-cb06b238-9ee3-4f3b-9dca-f194f51cd30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.031536 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-cb06b238-9ee3-4f3b-9dca-f194f51cd30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.034052 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-cb06b238-9ee3-4f3b-9dca-f194f51cd30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.035213 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-cb06b238-9ee3-4f3b-9dca-f194f51cd30a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a1ef367c-c5c0-47e0-aa64-fc5f3e48c303 HTTP/1.1" status: 204 len: 168 time: 0.1166139 Jun 16 16:58:52.036484 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-aa6a6831-ecf6-4ef5-87c6-de99349b2412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:52.043916 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06b238-9ee3-4f3b-9dca-f194f51cd30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ef367c-c5c0-47e0-aa64-fc5f3e48c303,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:52.046091 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-cb06b238-9ee3-4f3b-9dca-f194f51cd30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:52.364452 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeee8e5-33fd-47f1-b1d1-f4fc7ef97309 req-222f27dc-e957-43e5-8951-c218508e1aef tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:52.365933 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8eeee8e5-33fd-47f1-b1d1-f4fc7ef97309 req-222f27dc-e957-43e5-8951-c218508e1aef tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1117575 Jun 16 16:58:52.381024 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbde68-9965-4739-a9ea-7aae737055e0 req-4ad12326-fed0-4e1a-b12d-942a53ef111f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:52.382488 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a5dbde68-9965-4739-a9ea-7aae737055e0 req-4ad12326-fed0-4e1a-b12d-942a53ef111f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1126854 Jun 16 16:58:52.437147 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8eeee8e5-33fd-47f1-b1d1-f4fc7ef97309 req-01867358-f66d-48c4-a6ea-62380c7b87cb tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642521 Jun 16 16:58:52.445244 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a5dbde68-9965-4739-a9ea-7aae737055e0 req-4f3327a6-b2b5-400c-9b39-979d477b7589 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558987 Jun 16 16:58:52.834815 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedefaf1-19c2-44a2-9035-2cbe8804dfe4 req-60fda0c3-c022-4571-80f9-47bb853bd550 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:52.836623 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-aedefaf1-19c2-44a2-9035-2cbe8804dfe4 req-60fda0c3-c022-4571-80f9-47bb853bd550 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0921159 Jun 16 16:58:52.891480 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-aedefaf1-19c2-44a2-9035-2cbe8804dfe4 req-0b809f61-2c95-41e9-830f-590dae985ee1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469432 Jun 16 16:58:53.592802 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e09b81d0-b7e0-4cde-8dd3-b676f09fd2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.658551 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e9e0-68b8-4d8e-908b-24d7fc3d37b6 req-37802adb-dd51-48d6-a120-d1256f5f9462 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:53.660013 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b9d8e9e0-68b8-4d8e-908b-24d7fc3d37b6 req-37802adb-dd51-48d6-a120-d1256f5f9462 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1110106 Jun 16 16:58:53.667950 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c756a-2a20-4703-8c48-aac48ddd5942 req-c0597a8f-1c52-4579-a8f7-a56aa4e7238e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:53.669275 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c48c756a-2a20-4703-8c48-aac48ddd5942 req-c0597a8f-1c52-4579-a8f7-a56aa4e7238e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1091576 Jun 16 16:58:53.726023 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b9d8e9e0-68b8-4d8e-908b-24d7fc3d37b6 req-8feb8d57-3722-4a09-8be3-13fa1786e402 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557241 Jun 16 16:58:53.732420 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c48c756a-2a20-4703-8c48-aac48ddd5942 req-52c2fed9-a2b9-4c55-8c43-5fbed7375d7c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566275 Jun 16 16:58:54.070844 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9446864-e967-4be0-b392-448a1ba6c50d req-a9151972-94fa-49ac-bf80-a4f057c81ada tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:54.072393 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9446864-e967-4be0-b392-448a1ba6c50d req-a9151972-94fa-49ac-bf80-a4f057c81ada tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0660758 Jun 16 16:58:54.134040 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9446864-e967-4be0-b392-448a1ba6c50d req-91c0b603-094e-451c-8b94-8937f1e3df84 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555394 Jun 16 16:58:54.982411 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bc8e3-90b6-4eca-ba34-274fb8439b3c req-1eceb09c-fe56-48ec-86cd-064639f604f9 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:54.983922 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0f9bc8e3-90b6-4eca-ba34-274fb8439b3c req-1eceb09c-fe56-48ec-86cd-064639f604f9 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1398168 Jun 16 16:58:54.991501 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cad2e-46dc-43f1-88fc-d41d725453d2 req-3653f8f3-e047-4419-af5a-8bba74461c11 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:54.992808 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4e9cad2e-46dc-43f1-88fc-d41d725453d2 req-3653f8f3-e047-4419-af5a-8bba74461c11 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1244512 Jun 16 16:58:55.047575 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0f9bc8e3-90b6-4eca-ba34-274fb8439b3c req-caf361ed-ea21-41ab-b113-f73b5381a7be tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537915 Jun 16 16:58:55.055420 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4e9cad2e-46dc-43f1-88fc-d41d725453d2 req-c500c874-6f0d-4a35-bfaa-5c8940a0da89 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559473 Jun 16 16:58:55.311268 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4212f0-2f0b-4b4c-8b73-96b3ae0e0364 req-8855d646-c714-4340-8b03-7e3af2d97755 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:55.312712 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ae4212f0-2f0b-4b4c-8b73-96b3ae0e0364 req-8855d646-c714-4340-8b03-7e3af2d97755 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0634320 Jun 16 16:58:55.359369 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ae4212f0-2f0b-4b4c-8b73-96b3ae0e0364 req-bcff7bd4-a6a8-42ea-9e20-46be7649ece9 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358300 Jun 16 16:58:55.849029 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e33d-72a5-45a4-b261-42ea61b7e744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.241838 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.281057 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6a18a-fcbb-4e14-bd90-f65a91ea713a req-def970a0-8f97-4e45-a3e7-9882f06f4493 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:56.283662 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-aff6a18a-fcbb-4e14-bd90-f65a91ea713a req-def970a0-8f97-4e45-a3e7-9882f06f4493 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0925400 Jun 16 16:58:56.292798 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03355e7c-66de-4bc9-a171-7849805ae0a1 req-f16acd8b-d1ae-4fbb-9a8d-303298cf5543 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:56.294504 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03355e7c-66de-4bc9-a171-7849805ae0a1 req-f16acd8b-d1ae-4fbb-9a8d-303298cf5543 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1295357 Jun 16 16:58:56.367896 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-aff6a18a-fcbb-4e14-bd90-f65a91ea713a req-133972d1-8fd8-4a16-822d-4fe20fb5cd3a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723655 Jun 16 16:58:56.372472 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03355e7c-66de-4bc9-a171-7849805ae0a1 req-7b928c76-6aeb-45fe-b40b-f038ad20a87b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706220 Jun 16 16:58:56.544955 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d951b-fe8b-428c-85d8-c25301cd872d req-a653912b-0d8d-4472-81a3-a9d0587f3522 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:56.546757 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5a5d951b-fe8b-428c-85d8-c25301cd872d req-a653912b-0d8d-4472-81a3-a9d0587f3522 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0659189 Jun 16 16:58:56.590650 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5a5d951b-fe8b-428c-85d8-c25301cd872d req-5540f643-28f7-434b-9f2d-b51f84b67a08 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362742 Jun 16 16:58:56.811497 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:57.609183 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f116814-45cb-4676-88a2-520256ab1774 req-6586970e-58e3-40b9-9069-ee6802e70a4f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:57.610692 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5f116814-45cb-4676-88a2-520256ab1774 req-6586970e-58e3-40b9-9069-ee6802e70a4f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1020613 Jun 16 16:58:57.625021 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753a25d-0dc2-41c9-995c-c932d64968c8 req-a2efcf81-db30-4bde-aa5a-cb1d4317226f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:57.626717 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7753a25d-0dc2-41c9-995c-c932d64968c8 req-a2efcf81-db30-4bde-aa5a-cb1d4317226f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1090198 Jun 16 16:58:57.684365 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5f116814-45cb-4676-88a2-520256ab1774 req-7cd228fe-474b-42cf-9cb2-fd4aa6543e8b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671256 Jun 16 16:58:57.718040 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7753a25d-0dc2-41c9-995c-c932d64968c8 req-e60e8059-1628-4661-9aa8-2a21a081513c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716789 Jun 16 16:58:57.881374 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a58a9-1a93-456e-a8a6-ae79ebc55cdc req-6c88cec8-8043-4190-8e70-4fe4339bc247 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:57.882824 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bc8a58a9-1a93-456e-a8a6-ae79ebc55cdc req-6c88cec8-8043-4190-8e70-4fe4339bc247 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0658820 Jun 16 16:58:57.921250 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bc8a58a9-1a93-456e-a8a6-ae79ebc55cdc req-feb26d83-91ac-4319-864d-13c2df9ca342 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325193 Jun 16 16:58:58.783941 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.966223 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f19509-2d3f-4520-8a00-8ab920951762 req-05eb3d73-8676-41e4-84b8-47b467b029a8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:58.967706 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c5f19509-2d3f-4520-8a00-8ab920951762 req-05eb3d73-8676-41e4-84b8-47b467b029a8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1289175 Jun 16 16:58:58.974942 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4771f02-6ae9-4f9a-a294-379eb76f9cd9 req-b08b5752-2944-43a6-bbc2-b0507cf273c6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:58.976205 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4771f02-6ae9-4f9a-a294-379eb76f9cd9 req-b08b5752-2944-43a6-bbc2-b0507cf273c6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1284637 Jun 16 16:58:59.039285 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4771f02-6ae9-4f9a-a294-379eb76f9cd9 req-30064faf-62b5-4fe3-bc42-c7d6b91fe8b2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564103 Jun 16 16:58:59.042047 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c5f19509-2d3f-4520-8a00-8ab920951762 req-6cac48fd-d994-4117-a783-90457dcd29b4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649962 Jun 16 16:58:59.202817 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82325f-8974-4c36-a8c1-bf007202edfd req-4134a2c6-c51a-4380-9f9d-4811f92bb526 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:59.204372 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6a82325f-8974-4c36-a8c1-bf007202edfd req-4134a2c6-c51a-4380-9f9d-4811f92bb526 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0614669 Jun 16 16:58:59.249189 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6a82325f-8974-4c36-a8c1-bf007202edfd req-e82e1cfe-8cd3-4397-9a10-0d1ee8f1c43c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378709 Jun 16 16:59:00.273028 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fafe41-9cc0-4562-a53f-afd073268bd9 req-6287039d-e1d3-4f71-839a-55938a6b6566 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:00.274506 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-68fafe41-9cc0-4562-a53f-afd073268bd9 req-6287039d-e1d3-4f71-839a-55938a6b6566 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1160111 Jun 16 16:59:00.282199 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e429797-c667-4d62-a946-ba4f448574b5 req-96501e03-624d-4a76-8ca4-31f885989c3c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:00.283568 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2e429797-c667-4d62-a946-ba4f448574b5 req-96501e03-624d-4a76-8ca4-31f885989c3c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1142325 Jun 16 16:59:00.340798 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-68fafe41-9cc0-4562-a53f-afd073268bd9 req-c2f75aa8-5e42-405a-8c38-e370e484a8f0 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561366 Jun 16 16:59:00.346272 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2e429797-c667-4d62-a946-ba4f448574b5 req-45c74f89-c8c6-4971-8e4d-876ad607c7a7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552812 Jun 16 16:59:00.516495 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49587e67-ea8d-45f8-8b88-0ee06e828469 req-39da0cca-1ad2-4235-9d45-df072b0151cb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:00.517928 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-49587e67-ea8d-45f8-8b88-0ee06e828469 req-39da0cca-1ad2-4235-9d45-df072b0151cb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0624499 Jun 16 16:59:00.554896 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-49587e67-ea8d-45f8-8b88-0ee06e828469 req-fb52ac2c-bb60-430b-8669-6cb621bfd0d6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312343 Jun 16 16:59:01.560984 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5bb3-1b2a-4636-a0f3-a57fec2f2736 req-553654ff-2ee3-4b75-af7a-a2d8a68c8719 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:01.562728 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c16b5bb3-1b2a-4636-a0f3-a57fec2f2736 req-553654ff-2ee3-4b75-af7a-a2d8a68c8719 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1073432 Jun 16 16:59:01.576237 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717d6f-f92b-42ee-9cbe-0519ee5fdecf req-f3938dd3-9ecd-487b-af66-9950f3b8982d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:01.577694 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2d717d6f-f92b-42ee-9cbe-0519ee5fdecf req-f3938dd3-9ecd-487b-af66-9950f3b8982d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1126258 Jun 16 16:59:01.639871 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c16b5bb3-1b2a-4636-a0f3-a57fec2f2736 req-7f4c7f2c-8e8d-49b5-8b77-4c89cc277c70 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610836 Jun 16 16:59:01.644347 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2d717d6f-f92b-42ee-9cbe-0519ee5fdecf req-02cef24d-f07e-4bb6-ba12-19eed78ccb8c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589170 Jun 16 16:59:01.799177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37316df-c8b7-41f6-9618-960d771eed44 req-95f9aaf9-d8c8-426c-886f-914b44288131 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:01.800626 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c37316df-c8b7-41f6-9618-960d771eed44 req-95f9aaf9-d8c8-426c-886f-914b44288131 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0635214 Jun 16 16:59:01.840615 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c37316df-c8b7-41f6-9618-960d771eed44 req-cbc0c0ac-f18d-426d-baa6-65d668dd5680 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335939 Jun 16 16:59:03.109282 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce53b4-8d98-458d-9b79-9d4675752780 req-00ed906a-e082-4a4e-a24e-742f10da1e50 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:03.110754 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b0ce53b4-8d98-458d-9b79-9d4675752780 req-00ed906a-e082-4a4e-a24e-742f10da1e50 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.3429589 Jun 16 16:59:03.118225 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1bbaa-3dee-4e59-891e-81423062a773 req-48cd61a9-32b2-4c22-8565-a0fb6004efc6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:03.119555 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0cd1bbaa-3dee-4e59-891e-81423062a773 req-48cd61a9-32b2-4c22-8565-a0fb6004efc6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.3530335 Jun 16 16:59:03.179698 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b0ce53b4-8d98-458d-9b79-9d4675752780 req-6b219d8f-4101-4f9a-9623-b6fa5fd1aa29 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591941 Jun 16 16:59:03.186392 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0cd1bbaa-3dee-4e59-891e-81423062a773 req-ab42f369-506d-481b-a3ee-abfc5d3afdf6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588574 Jun 16 16:59:03.346216 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a00a91-d95e-4ca0-ae89-0d93305fc602 req-45ee2e18-1a9f-4820-bc5f-426bd81c8800 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:03.348299 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3a00a91-d95e-4ca0-ae89-0d93305fc602 req-45ee2e18-1a9f-4820-bc5f-426bd81c8800 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0671966 Jun 16 16:59:03.384464 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f3a00a91-d95e-4ca0-ae89-0d93305fc602 req-5c679a53-89bb-4549-be81-dfa7f3f513b6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303686 Jun 16 16:59:04.419119 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d6fc4-b022-441b-bee6-49c7f227b8a1 req-2f792837-86f3-4316-8b67-e2a8b9efae32 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:04.420513 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e05d6fc4-b022-441b-bee6-49c7f227b8a1 req-2f792837-86f3-4316-8b67-e2a8b9efae32 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1161234 Jun 16 16:59:04.432483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f200e-431d-4482-bbb2-d69955a91492 req-ac9fc235-d692-454f-b08e-4bd0abd032e8 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:04.433835 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d75f200e-431d-4482-bbb2-d69955a91492 req-ac9fc235-d692-454f-b08e-4bd0abd032e8 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0934870 Jun 16 16:59:04.493012 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e05d6fc4-b022-441b-bee6-49c7f227b8a1 req-e92a753a-6484-43e2-a482-85f0fc479e9e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581942 Jun 16 16:59:04.499516 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d75f200e-431d-4482-bbb2-d69955a91492 req-e8bfedc8-774e-42ad-a1c5-7b6ca51a09a4 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591185 Jun 16 16:59:04.663936 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a925138-3f27-4094-95b6-7113f0d17287 req-b9f27022-d263-4196-853c-86c82253ba9b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:04.665592 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6a925138-3f27-4094-95b6-7113f0d17287 req-b9f27022-d263-4196-853c-86c82253ba9b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0612111 Jun 16 16:59:04.702370 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6a925138-3f27-4094-95b6-7113f0d17287 req-d37a48e9-895d-4821-8063-fa073e68b0f8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310938 Jun 16 16:59:05.344757 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:59:05.712323 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec94e36-bb57-421f-a248-f0006b9d80bb req-9bafb918-ccfd-4058-a1b5-da4f9e07bee9 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:05.713778 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7ec94e36-bb57-421f-a248-f0006b9d80bb req-9bafb918-ccfd-4058-a1b5-da4f9e07bee9 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1115956 Jun 16 16:59:05.726483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746b6d7-eb01-457f-9231-4b598c5d4b49 req-e781e3d3-73e6-421d-a02f-a7ad53946b9e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:05.727845 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9746b6d7-eb01-457f-9231-4b598c5d4b49 req-e781e3d3-73e6-421d-a02f-a7ad53946b9e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0920320 Jun 16 16:59:05.780700 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7ec94e36-bb57-421f-a248-f0006b9d80bb req-b767cbee-94fc-48e4-afa4-5fa58bb546b4 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Jun 16 16:59:05.788043 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9746b6d7-eb01-457f-9231-4b598c5d4b49 req-dd0651fc-2c28-4097-916e-a320dc88d698 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535357 Jun 16 16:59:06.124753 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb51af3-99a2-4fde-bf7c-6836d863e287 req-b15d52af-14ad-472a-abcf-afd311608b39 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:06.126120 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eeb51af3-99a2-4fde-bf7c-6836d863e287 req-b15d52af-14ad-472a-abcf-afd311608b39 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0670085 Jun 16 16:59:06.164140 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eeb51af3-99a2-4fde-bf7c-6836d863e287 req-d462dd0d-67cc-44ba-8f99-2839ea570731 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323272 Jun 16 16:59:07.029003 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ade8d-9f4f-49de-af0e-86a3611cfe84 req-7dbd387b-c9fa-4466-b4c3-18d3b638fe8a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:07.030413 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-889ade8d-9f4f-49de-af0e-86a3611cfe84 req-7dbd387b-c9fa-4466-b4c3-18d3b638fe8a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1045864 Jun 16 16:59:07.040640 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288ee4f-8a26-4fda-a203-d35c3861c2db req-1b9aaff6-2fe1-4fc6-89b8-75907a707e3f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:07.041998 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e288ee4f-8a26-4fda-a203-d35c3861c2db req-1b9aaff6-2fe1-4fc6-89b8-75907a707e3f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1066573 Jun 16 16:59:07.105377 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-889ade8d-9f4f-49de-af0e-86a3611cfe84 req-4dbbf1f1-80ef-40d1-9d96-1a1e92606469 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623951 Jun 16 16:59:07.109431 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e288ee4f-8a26-4fda-a203-d35c3861c2db req-1ed71e42-dbae-4516-8834-857fa861a490 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607839 Jun 16 16:59:07.356670 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bf49e-158e-4676-978d-8956d0e5c946 req-4f58790d-46ea-4d1f-83e0-827a215d9d1b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:07.358135 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1a3bf49e-158e-4676-978d-8956d0e5c946 req-4f58790d-46ea-4d1f-83e0-827a215d9d1b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0750918 Jun 16 16:59:07.396039 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1a3bf49e-158e-4676-978d-8956d0e5c946 req-4536390e-471f-45f8-ab34-4e51bb0ad6cb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315580 Jun 16 16:59:08.322024 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba6464-9459-49ba-b9ee-ab83a8cd4ee8 req-9217b5d9-b9ff-41fd-ad89-cc17b6e3ad1f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:08.323562 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-87ba6464-9459-49ba-b9ee-ab83a8cd4ee8 req-9217b5d9-b9ff-41fd-ad89-cc17b6e3ad1f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1054640 Jun 16 16:59:08.336376 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035f12-f1c5-48d6-b0b4-8370bac2edd2 req-63d848d7-695f-4338-ac3e-80047b932a49 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:08.337866 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3b035f12-f1c5-48d6-b0b4-8370bac2edd2 req-63d848d7-695f-4338-ac3e-80047b932a49 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1103480 Jun 16 16:59:08.399816 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-87ba6464-9459-49ba-b9ee-ab83a8cd4ee8 req-07b56b7a-754b-46a2-8d1d-6a613efcc651 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608385 Jun 16 16:59:08.404973 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3b035f12-f1c5-48d6-b0b4-8370bac2edd2 req-e2a64283-367f-434f-abc3-7f0d621c5d93 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578201 Jun 16 16:59:08.582531 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462750f-2fc6-44b4-bc97-49a1c7049f17 req-b7697c3d-012a-4444-bdb5-3b8abe54408b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:08.584102 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e462750f-2fc6-44b4-bc97-49a1c7049f17 req-b7697c3d-012a-4444-bdb5-3b8abe54408b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0659244 Jun 16 16:59:08.622411 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e462750f-2fc6-44b4-bc97-49a1c7049f17 req-0768e5ca-65bd-4784-92f9-bc557df0e824 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Jun 16 16:59:09.617833 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11096777-6c7a-4dfd-9525-fc552863da80 req-7840183a-7b2b-450c-8250-ea10a3893629 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:09.619236 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-11096777-6c7a-4dfd-9525-fc552863da80 req-7840183a-7b2b-450c-8250-ea10a3893629 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1063452 Jun 16 16:59:09.631895 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d05b3a-6fe5-48cc-963a-a91a6188c3c8 req-2c518e08-b0f0-4b6a-9cf2-e797636b2350 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:09.633311 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03d05b3a-6fe5-48cc-963a-a91a6188c3c8 req-2c518e08-b0f0-4b6a-9cf2-e797636b2350 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0932708 Jun 16 16:59:09.692440 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-11096777-6c7a-4dfd-9525-fc552863da80 req-d75724a0-211e-4a81-bd89-9374a800b71e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581470 Jun 16 16:59:09.699759 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-03d05b3a-6fe5-48cc-963a-a91a6188c3c8 req-8ddd9468-89a3-4c1f-89c9-61537b8d6ac8 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580513 Jun 16 16:59:09.858507 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3b15d-a95b-45e0-b2c4-be458888b0da req-6508476f-bb69-401c-b81f-d94974fabe10 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:09.859988 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b1b3b15d-a95b-45e0-b2c4-be458888b0da req-6508476f-bb69-401c-b81f-d94974fabe10 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0630364 Jun 16 16:59:09.904172 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b1b3b15d-a95b-45e0-b2c4-be458888b0da req-3df30dd2-4d42-4ce3-bbd2-8105fd194e7b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385249 Jun 16 16:59:10.910644 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42fb54-afd3-4d3c-a603-bb2e7ae807f0 req-b04fae74-0aa2-4ef8-8983-310d11a8d1c9 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:10.912218 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9a42fb54-afd3-4d3c-a603-bb2e7ae807f0 req-b04fae74-0aa2-4ef8-8983-310d11a8d1c9 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1036015 Jun 16 16:59:10.924015 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ed171-1412-4335-b96d-8e436281a57a req-64eb6025-6e81-4947-afda-74fc5ed7160f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:10.925514 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ba7ed171-1412-4335-b96d-8e436281a57a req-64eb6025-6e81-4947-afda-74fc5ed7160f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0881948 Jun 16 16:59:10.983735 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9a42fb54-afd3-4d3c-a603-bb2e7ae807f0 req-f1365748-5702-432e-a821-c095118edfa3 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571504 Jun 16 16:59:10.986330 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ba7ed171-1412-4335-b96d-8e436281a57a req-42039dd0-cb8d-4f3d-9cbc-8528b1bd6f83 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536273 Jun 16 16:59:11.185971 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dfdd8-57b0-437d-86b1-a8e79bd16e74 req-d73bc42b-dbe8-4692-bc7e-372f1dabeae6 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:11.187438 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-236dfdd8-57b0-437d-86b1-a8e79bd16e74 req-d73bc42b-dbe8-4692-bc7e-372f1dabeae6 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.1046178 Jun 16 16:59:11.195186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310aecc-58bd-4c86-931e-203025ecff78 req-0104a86c-2873-4045-94b2-7268707ffe1f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:11.196500 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6310aecc-58bd-4c86-931e-203025ecff78 req-0104a86c-2873-4045-94b2-7268707ffe1f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.1040554 Jun 16 16:59:11.249667 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-236dfdd8-57b0-437d-86b1-a8e79bd16e74 req-7b9091f9-95ba-4d96-bbb2-0ea347c852cc tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520339 Jun 16 16:59:11.254828 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6310aecc-58bd-4c86-931e-203025ecff78 req-6070ace6-2dbb-4f93-917f-b9fed2c71991 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515759 Jun 16 16:59:12.201583 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9508dd-8ee0-412e-b2e0-476eb13c982f req-c2458ddc-afe0-4ad8-ba61-e0eade1a3003 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.203068 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7c9508dd-8ee0-412e-b2e0-476eb13c982f req-c2458ddc-afe0-4ad8-ba61-e0eade1a3003 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1057935 Jun 16 16:59:12.210135 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16451-9959-44ff-b25b-f669491f099a req-53485528-375c-4a5a-aaa1-19b8abb653ab tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.211495 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b3e16451-9959-44ff-b25b-f669491f099a req-53485528-375c-4a5a-aaa1-19b8abb653ab tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.1123898 Jun 16 16:59:12.267337 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7c9508dd-8ee0-412e-b2e0-476eb13c982f req-9ddf7588-991e-4ff6-be86-d9fbd9b688ad tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548105 Jun 16 16:59:12.271780 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b3e16451-9959-44ff-b25b-f669491f099a req-05d662c3-54cb-4c82-b66f-7dcaaf801f1e tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534997 Jun 16 16:59:12.473110 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a7718-149e-4612-a507-701ca21c163a req-9587a789-f0e8-421d-b2a7-b694e3449002 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.475117 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8d2a7718-149e-4612-a507-701ca21c163a req-9587a789-f0e8-421d-b2a7-b694e3449002 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.1045547 Jun 16 16:59:12.482821 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400e8b7-50a5-429d-b871-9cf5ed4c113f req-9f9a0d53-c15c-414c-81e7-4f1fd2f00a52 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.484267 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f400e8b7-50a5-429d-b871-9cf5ed4c113f req-9f9a0d53-c15c-414c-81e7-4f1fd2f00a52 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.1124704 Jun 16 16:59:12.531650 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8d2a7718-149e-4612-a507-701ca21c163a req-0ce54556-7cf2-4f06-864b-e7c273cb6348 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464122 Jun 16 16:59:12.544244 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f400e8b7-50a5-429d-b871-9cf5ed4c113f req-005cff55-a82a-4f0c-883a-629c05b1df05 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524881 Jun 16 16:59:12.839732 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-dad8d171-d6f8-48cc-9ad4-fb0d483f1195 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.841292 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-dad8d171-d6f8-48cc-9ad4-fb0d483f1195 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 946 time: 0.0612998 Jun 16 16:59:12.945778 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Deleting port 12ceb74a-a25a-47b6-ae4a-2b4092b42398 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:12.946113 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.037573 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] For port 12ceb74a-a25a-47b6-ae4a-2b4092b42398, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=12ceb74a-a25a-47b6-ae4a-2b4092b42398,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:13.037935 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.098409 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Calling delete_port for 12ceb74a-a25a-47b6-ae4a-2b4092b42398 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:13.225111 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.229025 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-488970a8-ad62-47bc-9a01-cdc54c50581e tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:13.241914 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['12ceb74a-a25a-47b6-ae4a-2b4092b42398', 'c3aa6c33-4fd0-4b6f-8d61-719d85333d65'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:13.254139 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Pushing event deleted for resources: {'Port': ['ID=12ceb74a-a25a-47b6-ae4a-2b4092b42398,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:13.282510 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.282982 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.283359 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.283727 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.284084 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.284442 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.284795 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.285149 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.285497 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.285844 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.286725 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.287175 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:13.293421 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:13.317516 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] No DVR routers for this DVR port 12ceb74a-a25a-47b6-ae4a-2b4092b42398 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:59:13.320047 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.322015 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-62d3ca4c-5005-4b48-a047-0f6f401e3112 req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.46 "DELETE /v2.0/ports/12ceb74a-a25a-47b6-ae4a-2b4092b42398 HTTP/1.1" status: 204 len: 173 time: 0.4709754 Jun 16 16:59:13.322607 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab10abc2-162e-40a1-9bfa-7a21404d035b', 'name': 'network-vif-deleted', 'tag': '12ceb74a-a25a-47b6-ae4a-2b4092b42398'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:13.325162 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403c531c-cce8-4064-b96e-650617f761a6" -d '{"events": [{"server_uuid": "ab10abc2-162e-40a1-9bfa-7a21404d035b", "name": "network-vif-deleted", "tag": "12ceb74a-a25a-47b6-ae4a-2b4092b42398"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:13.454517 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b86a72ce-5a10-4afa-86f5-df2422432a40 req-5417eb47-d255-498e-88ef-3bf09655485a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab10abc2-162e-40a1-9bfa-7a21404d035b HTTP/1.1" status: 200 len: 210 time: 0.0325353 Jun 16 16:59:13.496379 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bf473-7b76-4c4b-babf-6f1831a9bde6 req-6f926928-d6be-47de-87f9-56f59cc4a729 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:13.497833 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-190bf473-7b76-4c4b-babf-6f1831a9bde6 req-6f926928-d6be-47de-87f9-56f59cc4a729 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1047440 Jun 16 16:59:13.512112 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc98a80-78c7-4313-a8ce-229f553d3a5d x-openstack-request-id: req-8bc98a80-78c7-4313-a8ce-229f553d3a5d {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:13.512659 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab10abc2-162e-40a1-9bfa-7a21404d035b", "name": "network-vif-deleted", "tag": "12ceb74a-a25a-47b6-ae4a-2b4092b42398", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:13.512942 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8bc98a80-78c7-4313-a8ce-229f553d3a5d {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:13.513362 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab10abc2-162e-40a1-9bfa-7a21404d035b', 'name': 'network-vif-deleted', 'tag': '12ceb74a-a25a-47b6-ae4a-2b4092b42398', 'status': 'completed', 'code': 200} Jun 16 16:59:13.541482 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-190bf473-7b76-4c4b-babf-6f1831a9bde6 req-12e63e61-ff29-4947-b49d-975829fbcaed tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374568 Jun 16 16:59:13.749065 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f046f7-5777-4882-b9c6-3062972170e9 req-bbc1aacc-e808-42a6-92af-e595739e41f8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:13.750480 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-97f046f7-5777-4882-b9c6-3062972170e9 req-bbc1aacc-e808-42a6-92af-e595739e41f8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.1015790 Jun 16 16:59:13.779368 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aa91f-5e26-498e-92b4-0d8b2f59efca req-f0231038-2c0b-497c-af18-3867454f0b7b tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:13.780754 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b01aa91f-5e26-498e-92b4-0d8b2f59efca req-f0231038-2c0b-497c-af18-3867454f0b7b tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.1032858 Jun 16 16:59:13.809952 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-97f046f7-5777-4882-b9c6-3062972170e9 req-ed6fe289-cd78-4a86-9deb-1fb1f3757590 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532427 Jun 16 16:59:13.829193 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b01aa91f-5e26-498e-92b4-0d8b2f59efca req-88c57fda-325d-4dac-89b3-31ff93bdf2f2 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Jun 16 16:59:13.924128 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea2ec-807c-462b-91d7-43225815252e req-dd486f1c-3a5a-4f30-ba84-d5b74c99f569 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:13.925506 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ffeea2ec-807c-462b-91d7-43225815252e req-dd486f1c-3a5a-4f30-ba84-d5b74c99f569 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.46 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 946 time: 0.0601764 Jun 16 16:59:14.039390 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-ffeea2ec-807c-462b-91d7-43225815252e req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Deleting port 112a473e-ec27-4ecc-b9de-77905fd5b165 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:14.039731 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-ffeea2ec-807c-462b-91d7-43225815252e req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.130970 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-ffeea2ec-807c-462b-91d7-43225815252e req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] For port 112a473e-ec27-4ecc-b9de-77905fd5b165, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=112a473e-ec27-4ecc-b9de-77905fd5b165,segment=NetworkSegment(3367a434-f680-457d-aca6-71e9049b79ce),segment_id=3367a434-f680-457d-aca6-71e9049b79ce)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:14.131331 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-ffeea2ec-807c-462b-91d7-43225815252e req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.199399 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-ffeea2ec-807c-462b-91d7-43225815252e req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Calling delete_port for 112a473e-ec27-4ecc-b9de-77905fd5b165 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:14.332479 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-ffeea2ec-807c-462b-91d7-43225815252e req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.337627 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-87942b12-e203-455a-be76-0a28b3064dc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:14.350337 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['112a473e-ec27-4ecc-b9de-77905fd5b165'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:14.368067 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Pushing event deleted for resources: {'Port': ['ID=112a473e-ec27-4ecc-b9de-77905fd5b165,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:14.372448 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:14.406162 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeea2ec-807c-462b-91d7-43225815252e req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] No DVR routers for this DVR port 112a473e-ec27-4ecc-b9de-77905fd5b165 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:59:14.408398 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-ffeea2ec-807c-462b-91d7-43225815252e req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.410274 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ffeea2ec-807c-462b-91d7-43225815252e req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.46 "DELETE /v2.0/ports/112a473e-ec27-4ecc-b9de-77905fd5b165 HTTP/1.1" status: 204 len: 173 time: 0.4693842 Jun 16 16:59:14.727528 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f1caa-11b1-4d4d-b69a-2d3435012f21 req-f0555b2d-44b9-4194-8cff-6b9d7c9dc9a5 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:14.728853 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b27f1caa-11b1-4d4d-b69a-2d3435012f21 req-f0555b2d-44b9-4194-8cff-6b9d7c9dc9a5 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0679455 Jun 16 16:59:14.773594 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b27f1caa-11b1-4d4d-b69a-2d3435012f21 req-f2a92e4e-fc43-476f-95e6-b813479be821 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387487 Jun 16 16:59:14.915706 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88955ef-3664-464e-8556-e0a5fa2a692d req-0be4cf99-f0f3-474d-ba09-28bab0c9d46a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:14.917161 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a88955ef-3664-464e-8556-e0a5fa2a692d req-0be4cf99-f0f3-474d-ba09-28bab0c9d46a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0625875 Jun 16 16:59:14.983755 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a88955ef-3664-464e-8556-e0a5fa2a692d req-7f8dee4e-5047-458c-8d57-3c22accac3a3 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608015 Jun 16 16:59:15.012288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb61857-2d79-4a74-9373-3b931951210e req-4a967331-6596-46e7-841a-3fe952336496 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:15.013762 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4cb61857-2d79-4a74-9373-3b931951210e req-4a967331-6596-46e7-841a-3fe952336496 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0850146 Jun 16 16:59:15.052724 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4cb61857-2d79-4a74-9373-3b931951210e req-f3c371a2-f786-46a0-8ba2-f5b7ac1453e9 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329535 Jun 16 16:59:15.124173 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b7149ec8-28e8-434d-a3e6-dff4f004cfcb req-0629b1c9-4700-4a93-b129-427f12760cb2 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=895662c8-3860-45b1-8c34-c54f573c5a28 HTTP/1.1" status: 200 len: 210 time: 0.0281475 Jun 16 16:59:15.514933 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895662c8-3860-45b1-8c34-c54f573c5a28', 'name': 'network-vif-deleted', 'tag': '112a473e-ec27-4ecc-b9de-77905fd5b165'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:15.517340 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0450a46-3e3d-43d4-b558-45e761e49b0a" -d '{"events": [{"server_uuid": "895662c8-3860-45b1-8c34-c54f573c5a28", "name": "network-vif-deleted", "tag": "112a473e-ec27-4ecc-b9de-77905fd5b165"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:15.553674 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908676fe-8be2-4fa5-a8eb-7463c62bc92e x-openstack-request-id: req-908676fe-8be2-4fa5-a8eb-7463c62bc92e {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:15.554003 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895662c8-3860-45b1-8c34-c54f573c5a28", "name": "network-vif-deleted", "tag": "112a473e-ec27-4ecc-b9de-77905fd5b165", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:15.554309 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-908676fe-8be2-4fa5-a8eb-7463c62bc92e {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:15.554752 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895662c8-3860-45b1-8c34-c54f573c5a28', 'name': 'network-vif-deleted', 'tag': '112a473e-ec27-4ecc-b9de-77905fd5b165', 'status': 'completed', 'code': 200} Jun 16 16:59:15.940018 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70474fc-5abd-4580-9d8e-8ba9260abd27 req-28431ff7-a8c6-48f9-9e4e-25512b8ab125 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:15.941455 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f70474fc-5abd-4580-9d8e-8ba9260abd27 req-28431ff7-a8c6-48f9-9e4e-25512b8ab125 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0609176 Jun 16 16:59:15.984083 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f70474fc-5abd-4580-9d8e-8ba9260abd27 req-fbc47d4b-7634-483e-810d-73a8e7a88af9 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369310 Jun 16 16:59:16.155700 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1001-2be7-4dda-a959-7b16eff1ff10 req-a7acf6f0-20b0-4a14-adad-e872fca47780 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:16.157135 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-40dd1001-2be7-4dda-a959-7b16eff1ff10 req-a7acf6f0-20b0-4a14-adad-e872fca47780 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0641143 Jun 16 16:59:16.220132 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-40dd1001-2be7-4dda-a959-7b16eff1ff10 req-d9b7c6c2-34f0-4d6e-96b3-f4ffccfab6ba tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573282 Jun 16 16:59:16.248015 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eeb40-777d-48ad-b843-86bd78fbff29 req-91faa3d5-beb3-4719-a697-a381c486a052 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:16.249432 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-247eeb40-777d-48ad-b843-86bd78fbff29 req-91faa3d5-beb3-4719-a697-a381c486a052 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0800154 Jun 16 16:59:16.286422 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-247eeb40-777d-48ad-b843-86bd78fbff29 req-4c61b7d4-71f9-4bce-bfb1-67b916a1e31a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307407 Jun 16 16:59:17.149776 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cd95e-5588-4eea-8ed4-15c0303238a1 req-2d6b4dc5-cda0-490e-a48d-fae7608e84b2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:17.151228 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a81cd95e-5588-4eea-8ed4-15c0303238a1 req-2d6b4dc5-cda0-490e-a48d-fae7608e84b2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0600817 Jun 16 16:59:17.188883 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a81cd95e-5588-4eea-8ed4-15c0303238a1 req-a04c9c8b-7786-4ea8-a2d9-6ae51cb63983 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320404 Jun 16 16:59:17.392860 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15c45f-3708-4060-99fb-751c996f93b8 req-e983df4c-8af8-4b1d-95a6-ca687af50a18 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:17.394322 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-da15c45f-3708-4060-99fb-751c996f93b8 req-e983df4c-8af8-4b1d-95a6-ca687af50a18 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0646429 Jun 16 16:59:17.459224 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-da15c45f-3708-4060-99fb-751c996f93b8 req-50ba9724-47e5-43cc-a20a-4fcb08d61d0b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585239 Jun 16 16:59:17.488306 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c49b44-a323-4a20-a7c9-a3521cd9483f req-53e1d3b8-05c8-4c54-a7ef-86eef49a5ab7 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:17.489775 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-62c49b44-a323-4a20-a7c9-a3521cd9483f req-53e1d3b8-05c8-4c54-a7ef-86eef49a5ab7 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0834315 Jun 16 16:59:17.525553 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-62c49b44-a323-4a20-a7c9-a3521cd9483f req-eaa2fcc0-4625-40d9-8446-4249c635a2f0 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302751 Jun 16 16:59:17.919898 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:18.360211 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53af5e-74d1-440f-b295-d39bf24f67c0 req-2d9b9255-dbc9-41cf-ae30-a35c5b3edb25 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:18.361660 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1d53af5e-74d1-440f-b295-d39bf24f67c0 req-2d9b9255-dbc9-41cf-ae30-a35c5b3edb25 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0646441 Jun 16 16:59:18.400333 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1d53af5e-74d1-440f-b295-d39bf24f67c0 req-5e41bc40-dd27-4de5-aeb2-23d6c9eb6d3a tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329874 Jun 16 16:59:18.635655 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecf683-c919-4042-abbe-1dfeb68c3807 req-1a6cc37b-2d9c-48df-92f7-cd55433a047b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:18.637119 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-20ecf683-c919-4042-abbe-1dfeb68c3807 req-1a6cc37b-2d9c-48df-92f7-cd55433a047b tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0643868 Jun 16 16:59:18.702649 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-20ecf683-c919-4042-abbe-1dfeb68c3807 req-1c3668af-68ba-4e54-9a43-adf542382cd7 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597999 Jun 16 16:59:18.727891 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f80e6-c8c6-422e-891e-f91595271b6d req-66dbcd11-7cb0-457d-9f8e-d5f4ba551c3a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:18.729299 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-969f80e6-c8c6-422e-891e-f91595271b6d req-66dbcd11-7cb0-457d-9f8e-d5f4ba551c3a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 943 time: 0.0800931 Jun 16 16:59:18.769653 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-969f80e6-c8c6-422e-891e-f91595271b6d req-fb5c1c8e-a1cd-4b61-b2b3-15b468979d86 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347478 Jun 16 16:59:19.527650 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f2d28464-72c6-4cb5-b036-d8880a585005 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:59:19.576821 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077bb1a-4870-4768-ad53-fc98844786b2 req-d975149d-4434-4739-9421-bd122e938479 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:19.578304 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5077bb1a-4870-4768-ad53-fc98844786b2 req-d975149d-4434-4739-9421-bd122e938479 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0645163 Jun 16 16:59:19.618223 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5077bb1a-4870-4768-ad53-fc98844786b2 req-e9f3a271-6ef6-4ae1-9be1-5e2d2da937ca tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340793 Jun 16 16:59:19.627054 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:19.638732 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'port_id': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'mac_address': 'fa:16:3e:33:ea:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:59:19.674491 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:19.690054 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d28464-72c6-4cb5-b036-d8880a585005 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:19.708757 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:19.712768 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:19.715060 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:19.873615 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=9']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:19.876869 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:19.877793 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0e7f1-b784-415c-bbcf-6c03f082616d req-83d9776d-e49b-465c-8c3e-bcbeed03eeda tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:19.879722 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee0e7f1-b784-415c-bbcf-6c03f082616d req-83d9776d-e49b-465c-8c3e-bcbeed03eeda tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0636516 Jun 16 16:59:19.955272 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ee0e7f1-b784-415c-bbcf-6c03f082616d req-223dfeb0-e4a1-48cd-b8db-f41836dd6953 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648100 Jun 16 16:59:19.983908 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd996b-e403-46f5-961a-6d8327358161 req-e0bb2bae-e032-4ac6-8e26-f547108fceb4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:19.985358 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b6dd996b-e403-46f5-961a-6d8327358161 req-e0bb2bae-e032-4ac6-8e26-f547108fceb4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 944 time: 0.0932806 Jun 16 16:59:20.026318 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b6dd996b-e403-46f5-961a-6d8327358161 req-dda17833-7983-4507-9d45-cabda634a8c3 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352349 Jun 16 16:59:20.653179 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 12ceb74a-a25a-47b6-ae4a-2b4092b42398 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:20.673101 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 12ceb74a-a25a-47b6-ae4a-2b4092b42398 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:20.673458 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 12ceb74a-a25a-47b6-ae4a-2b4092b42398 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:20.673883 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 112a473e-ec27-4ecc-b9de-77905fd5b165 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:20.697309 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 112a473e-ec27-4ecc-b9de-77905fd5b165 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:20.697643 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 112a473e-ec27-4ecc-b9de-77905fd5b165 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:20.794408 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7978b-66bf-4efd-a34a-ef94fb8c8c66 req-8dc40711-7970-471d-af35-2303495712aa tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:20.795869 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a0c7978b-66bf-4efd-a34a-ef94fb8c8c66 req-8dc40711-7970-471d-af35-2303495712aa tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0624561 Jun 16 16:59:20.833752 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a0c7978b-66bf-4efd-a34a-ef94fb8c8c66 req-16ceeb75-146e-4562-b070-ed77480460b0 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322287 Jun 16 16:59:21.141031 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126ba1d-4c9a-4402-a478-f5606875f492 req-bff33231-da38-4e03-a553-64d947a87ad5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:21.142615 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1126ba1d-4c9a-4402-a478-f5606875f492 req-bff33231-da38-4e03-a553-64d947a87ad5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0631430 Jun 16 16:59:21.233382 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['f2d28464-72c6-4cb5-b036-d8880a585005'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:21.430183 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1126ba1d-4c9a-4402-a478-f5606875f492 req-98c5ec23-d55b-4311-ac5f-d56ff95ec60d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813234 Jun 16 16:59:21.458662 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4a5bb-722a-45c0-937f-2a9172c8e051 req-9c811060-5547-46cf-85d8-d8f914aa4675 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:21.460079 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-36a4a5bb-722a-45c0-937f-2a9172c8e051 req-9c811060-5547-46cf-85d8-d8f914aa4675 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 944 time: 0.2910414 Jun 16 16:59:21.495958 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-36a4a5bb-722a-45c0-937f-2a9172c8e051 req-7908de22-b47e-4d4a-a55f-fe0519d75191 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299871 Jun 16 16:59:22.001988 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390df85-3283-47bc-925c-e3e8559062d0 req-61883a17-06bc-45f7-9fd8-2b0f9752e66b tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.003486 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9390df85-3283-47bc-925c-e3e8559062d0 req-61883a17-06bc-45f7-9fd8-2b0f9752e66b tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0624325 Jun 16 16:59:22.046068 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9390df85-3283-47bc-925c-e3e8559062d0 req-f5883156-f059-4ef9-ac1e-8a1b061ace4e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363529 Jun 16 16:59:22.601849 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d092c9-c1df-4eb4-8738-e467f8c201c4 req-17813b54-e829-48af-acac-f9a1987c6068 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.603329 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-27d092c9-c1df-4eb4-8738-e467f8c201c4 req-17813b54-e829-48af-acac-f9a1987c6068 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0648992 Jun 16 16:59:22.658195 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f2d28464-72c6-4cb5-b036-d8880a585005 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:22.673131 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-27d092c9-c1df-4eb4-8738-e467f8c201c4 req-a985f4ff-693d-4d58-ad07-ace11732cea5 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642865 Jun 16 16:59:22.695770 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952d5fa-e88a-49ef-91cd-adea3f4381f1 req-7a814041-0076-4361-938f-cc0ef44383f2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.697203 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2952d5fa-e88a-49ef-91cd-adea3f4381f1 req-7a814041-0076-4361-938f-cc0ef44383f2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 944 time: 0.0819526 Jun 16 16:59:22.705434 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port f2d28464-72c6-4cb5-b036-d8880a585005 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:22.705821 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.733852 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2952d5fa-e88a-49ef-91cd-adea3f4381f1 req-4a526d3a-795d-421c-a6d8-d352110ac623 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307879 Jun 16 16:59:22.783302 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.806254 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:22.808538 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbd221b-69b8-490d-98ae-13dab9e8683e" -d '{"events": [{"server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "name": "network-vif-plugged", "status": "completed", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:22.820709 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:22.824133 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.826054 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:22.854701 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4396f8a6-4222-4361-9870-cf2cb73f40a0 x-openstack-request-id: req-4396f8a6-4222-4361-9870-cf2cb73f40a0 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:22.855001 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "name": "network-vif-plugged", "status": "completed", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:22.855272 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4396f8a6-4222-4361-9870-cf2cb73f40a0 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:22.855653 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'code': 200} Jun 16 16:59:22.881643 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=10']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:22.886630 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:23.223700 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d33de-979f-4b6a-98e5-ce1057f0e3da req-25e72028-4d84-4fbb-8f60-2b4cb9f6511d tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:23.225304 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fc2d33de-979f-4b6a-98e5-ce1057f0e3da req-25e72028-4d84-4fbb-8f60-2b4cb9f6511d tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0686662 Jun 16 16:59:23.266048 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fc2d33de-979f-4b6a-98e5-ce1057f0e3da req-aac421ec-fcc4-4a6a-b354-0b06750be518 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345645 Jun 16 16:59:23.583454 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-3313689b-ca34-463c-ba46-38fc135380ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.844995 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112badcc-3610-48c5-a9cb-1560b03905a6 req-5e48736c-5395-4590-b11a-dc884edd858c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:23.846553 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-112badcc-3610-48c5-a9cb-1560b03905a6 req-5e48736c-5395-4590-b11a-dc884edd858c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0626891 Jun 16 16:59:23.886171 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-112badcc-3610-48c5-a9cb-1560b03905a6 req-79c1b0b1-dd79-47fb-bcc9-7aae6c5a7442 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335913 Jun 16 16:59:24.061444 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050b83b-cdc0-4c03-85c4-1a011bc46805 req-7d843ccb-818b-4b92-9eb2-b6f3ff3bc0eb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:24.062882 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b050b83b-cdc0-4c03-85c4-1a011bc46805 req-7d843ccb-818b-4b92-9eb2-b6f3ff3bc0eb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.0612509 Jun 16 16:59:24.103142 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b050b83b-cdc0-4c03-85c4-1a011bc46805 req-f3474448-5599-4135-b4fe-a55f26535080 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327294 Jun 16 16:59:24.442621 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e5905-a313-472b-bda3-2c0aeafe1824 req-f2bcd491-fd41-4d57-b730-a4633e3671a5 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:24.444064 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e33e5905-a313-472b-bda3-2c0aeafe1824 req-f2bcd491-fd41-4d57-b730-a4633e3671a5 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0655713 Jun 16 16:59:24.482745 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e33e5905-a313-472b-bda3-2c0aeafe1824 req-b17c287b-7e94-48f3-baac-4307596a81c1 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329473 Jun 16 16:59:25.056305 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e705f20-6dc2-4e20-853a-468478879cbc req-2ced6658-379d-48e8-8028-e60e3d412d30 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:25.057670 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e705f20-6dc2-4e20-853a-468478879cbc req-2ced6658-379d-48e8-8028-e60e3d412d30 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0634978 Jun 16 16:59:25.097363 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e705f20-6dc2-4e20-853a-468478879cbc req-6c77e31c-4346-464a-931c-b0443fc98c4a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340028 Jun 16 16:59:25.276810 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136e165-8a22-4ea7-978c-62d27e8fcba1 req-f1b7eb54-99eb-48c2-9f08-5ecd2d626421 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:25.278257 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6136e165-8a22-4ea7-978c-62d27e8fcba1 req-f1b7eb54-99eb-48c2-9f08-5ecd2d626421 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.0642650 Jun 16 16:59:25.316219 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6136e165-8a22-4ea7-978c-62d27e8fcba1 req-7b285d81-5fbe-43d7-9c18-3c4185cc4ebc tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323002 Jun 16 16:59:25.654979 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98612c92-b7b6-4ba7-9ac8-076b36a5294b req-01b0975c-df2c-422e-812f-e0c423d1f341 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:25.656363 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98612c92-b7b6-4ba7-9ac8-076b36a5294b req-01b0975c-df2c-422e-812f-e0c423d1f341 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0653057 Jun 16 16:59:25.695093 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98612c92-b7b6-4ba7-9ac8-076b36a5294b req-f31f68f0-141b-4861-842e-7ec46dd74758 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330453 Jun 16 16:59:25.850301 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-eb07053d-6607-4e01-bdcd-f41078cb4c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:26.243832 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:26.265905 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd2a6c-c569-4bca-940f-b54f7e6aa043 req-ab6d1266-602f-4065-9297-09339b661e71 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:26.267307 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cebd2a6c-c569-4bca-940f-b54f7e6aa043 req-ab6d1266-602f-4065-9297-09339b661e71 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0628533 Jun 16 16:59:26.303643 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cebd2a6c-c569-4bca-940f-b54f7e6aa043 req-48a9c537-2292-4265-bda4-59a7bf80429d tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 Jun 16 16:59:26.493035 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d76744-8647-4cab-8f33-457c88b408ae req-1f6190c5-05d5-495f-a1de-837b4ea70681 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:26.494498 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c8d76744-8647-4cab-8f33-457c88b408ae req-1f6190c5-05d5-495f-a1de-837b4ea70681 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.0657606 Jun 16 16:59:26.530330 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c8d76744-8647-4cab-8f33-457c88b408ae req-6085704b-af5b-4ea9-82b7-568c6f0d02ca tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301902 Jun 16 16:59:26.815481 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:26.905607 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b0f9e-d1a6-44af-9464-1f55c7077731 req-1cf90039-4d5a-40d4-9ad0-ea9fd6e7475e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:26.907083 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5d5b0f9e-d1a6-44af-9464-1f55c7077731 req-1cf90039-4d5a-40d4-9ad0-ea9fd6e7475e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1011288 Jun 16 16:59:26.943407 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a1bfd-9552-4def-8b0f-abc1eb8510d3 req-fd500ea9-65f2-48ea-88ba-ca1d3329a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:26.944793 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-561a1bfd-9552-4def-8b0f-abc1eb8510d3 req-fd500ea9-65f2-48ea-88ba-ca1d3329a525 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 1099 time: 0.1120899 Jun 16 16:59:26.993403 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5d5b0f9e-d1a6-44af-9464-1f55c7077731 req-3974caf6-6579-477f-a09d-4c61ecaff6aa tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763457 Jun 16 16:59:27.016256 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-561a1bfd-9552-4def-8b0f-abc1eb8510d3 req-5df7c2f9-e9a7-43e4-a4e6-487a44b93cde service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558429 Jun 16 16:59:27.018458 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-91ebd96c-d19f-45f9-9906-8b8b8da3dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:27.020392 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-91ebd96c-d19f-45f9-9906-8b8b8da3dc7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 1099 time: 0.1119492 Jun 16 16:59:27.280076 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-83c0a572-ccf7-402c-8e59-aad5d86af2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:27.281487 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-83c0a572-ccf7-402c-8e59-aad5d86af2b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 918 time: 0.1411955 Jun 16 16:59:27.354092 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-a18d91c7-8128-443f-b1db-fb2124f1238e tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:27.355584 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-a18d91c7-8128-443f-b1db-fb2124f1238e tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/networks?id=a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 HTTP/1.1" status: 200 len: 813 time: 0.1556306 Jun 16 16:59:27.384150 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-34df3337-035b-4c91-91d9-ba7c3f151ccd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d28464-72c6-4cb5-b036-d8880a585005 HTTP/1.1" status: 200 len: 1001 time: 0.0893757 Jun 16 16:59:27.385488 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-f55c7874-9387-4613-aa89-d0bf39ec9147 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/quotas/8124469b1bfc4299bb305fef4e7a315d HTTP/1.1" status: 200 len: 375 time: 0.0168190 Jun 16 16:59:27.428961 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-1a9048ec-6e74-412e-a0fe-45a2181af548 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8124469b1bfc4299bb305fef4e7a315d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374987 Jun 16 16:59:27.520922 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-d93862ba-cc4a-462c-bc8b-ab664525b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:27.522356 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-d93862ba-cc4a-462c-bc8b-ab664525b941 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.1208553 Jun 16 16:59:27.612962 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d3fe604b-ec59-4467-b193-374987392abb service neutron] 10.222.0.98 "GET /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597829 Jun 16 16:59:27.626160 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597314e-1257-4a63-bd3e-5fe4e3ef24a4 req-d29da472-471b-4f67-b6f6-aa6e6b6ecc40 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:27.627538 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a597314e-1257-4a63-bd3e-5fe4e3ef24a4 req-d29da472-471b-4f67-b6f6-aa6e6b6ecc40 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2011814 Jun 16 16:59:27.685007 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-9a076224-bf03-4106-8590-b1a1127e3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:27.686485 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-9a076224-bf03-4106-8590-b1a1127e3cfe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1389947 Jun 16 16:59:27.753138 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a597314e-1257-4a63-bd3e-5fe4e3ef24a4 req-8dada192-7cf7-4c20-b069-c1246e177b40 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157262 Jun 16 16:59:27.799173 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-8193b67b-0dda-41db-afeb-6613eaf3aba1 service neutron] 10.222.0.98 "GET /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705830 Jun 16 16:59:27.825957 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-764084b3-527e-4e28-96bd-c29fa3dcf893 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158898 Jun 16 16:59:27.983826 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8eef9f09-d458-4b26-b030-a21f0cd011bc req-1a80d026-5221-4f64-9d08-1e4368b6cd84 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460516 Jun 16 16:59:27.985549 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8df49a01-239f-4050-af61-b25ab906dc24 req-a6f0df01-9c12-4b47-8cb4-f5669eb4ed01 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 210 time: 0.0406656 Jun 16 16:59:28.000861 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17834b60-205d-46a5-bc61-124a9e3f0a83 req-6aeeea95-242d-4721-b8d7-606199407401 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:28.002484 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-17834b60-205d-46a5-bc61-124a9e3f0a83 req-6aeeea95-242d-4721-b8d7-606199407401 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.1465244 Jun 16 16:59:28.042327 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-17834b60-205d-46a5-bc61-124a9e3f0a83 req-57adee35-98ca-48b2-be1a-fa613ea7d055 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333374 Jun 16 16:59:28.183644 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9984a36-f9b6-43da-a82d-6db23679c565 req-3e3a21e3-ad61-4220-96c3-c29d98b649c5 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:28.185153 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e9984a36-f9b6-43da-a82d-6db23679c565 req-3e3a21e3-ad61-4220-96c3-c29d98b649c5 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0723231 Jun 16 16:59:28.224727 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e9984a36-f9b6-43da-a82d-6db23679c565 req-4ba13d4d-fe1c-4254-8b75-10c68584fe0c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335565 Jun 16 16:59:28.772177 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:28.958048 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7482bf-4bb8-4d26-b2f9-204d6a4bb5db req-e3a94e1d-9bf3-4009-81c4-5c789de0355c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:28.959460 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2b7482bf-4bb8-4d26-b2f9-204d6a4bb5db req-e3a94e1d-9bf3-4009-81c4-5c789de0355c tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0654037 Jun 16 16:59:28.998177 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2b7482bf-4bb8-4d26-b2f9-204d6a4bb5db req-41059e9c-c3fa-44af-8cd5-5464f46ff63a tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Jun 16 16:59:29.134948 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5f8f05fd-cba2-41c0-bd02-582b339c479a req-b5c2a01e-7e55-434b-9f1a-c430ea3107f1 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 210 time: 0.0298615 Jun 16 16:59:29.315180 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605f3c0-7b29-4975-b906-45b702b8d071 req-ea3cdade-a7a3-41a2-a10f-f59eb530b225 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:29.322539 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d605f3c0-7b29-4975-b906-45b702b8d071 req-ea3cdade-a7a3-41a2-a10f-f59eb530b225 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.1508944 Jun 16 16:59:29.335525 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-92928157-4272-42b6-8f9d-01049eb87a4c tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:29.336936 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-92928157-4272-42b6-8f9d-01049eb87a4c tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.46 "GET /v2.0/networks?id=a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 HTTP/1.1" status: 200 len: 813 time: 0.1330163 Jun 16 16:59:29.372660 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Request body: {'port': {'device_id': '3ec161ad-cb4a-404c-94cf-b9e8edbd4d86', 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0', 'admin_state_up': True, 'tenant_id': '8124469b1bfc4299bb305fef4e7a315d'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:29.411150 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d605f3c0-7b29-4975-b906-45b702b8d071 req-c4f5ea5f-44aa-47f5-9090-039172c122e8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871751 Jun 16 16:59:29.502003 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d957f-1ef6-4abb-9989-86dcb5906941 req-efba9723-d0b8-4531-b270-b43679b23b65 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:29.503478 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-724d957f-1ef6-4abb-9989-86dcb5906941 req-efba9723-d0b8-4531-b270-b43679b23b65 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1520638 Jun 16 16:59:29.539245 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Made reservation on behalf of 8124469b1bfc4299bb305fef4e7a315d for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:29.542641 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:29.568958 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-724d957f-1ef6-4abb-9989-86dcb5906941 req-bbb5dbdf-5eec-46d0-9e64-ec9bbd17c350 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591273 Jun 16 16:59:29.677181 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Allocated IP 172.20.0.10 (a66d1897-7a26-4c5c-8e31-5170a3e3b2e0/5eb588a7-573f-46c6-80ed-8f866c338f63/07f910e1-fa4d-45de-a6f3-349357534cb9) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:29.818893 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:29.856932 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:29.860916 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-592df2f1-e3ef-4bb0-9268-1ad2a49950d7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:29.907912 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:29.913756 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Pushing event updated for resources: {'Port': ['ID=07f910e1-fa4d-45de-a6f3-349357534cb9,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:29.916760 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:29.918305 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:29.920571 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:29.968217 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:29.968848 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:29.982959 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6138935 Jun 16 16:59:30.007773 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Request body: {'port': {'device_id': '3ec161ad-cb4a-404c-94cf-b9e8edbd4d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:30.088129 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:30.343951 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e6f5c-9beb-4327-a363-152db9ed9b17 req-326d081a-4551-4d56-abca-f31ebdd8cd56 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:30.345299 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a48e6f5c-9beb-4327-a363-152db9ed9b17 req-326d081a-4551-4d56-abca-f31ebdd8cd56 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2065229 Jun 16 16:59:30.426463 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cf2b8-8eef-487f-b0a4-63474705a3ff req-4f8cef47-3ca4-439f-88f5-4d09f268b3c9 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:30.427919 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-518cf2b8-8eef-487f-b0a4-63474705a3ff req-4f8cef47-3ca4-439f-88f5-4d09f268b3c9 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 932 time: 0.1735325 Jun 16 16:59:30.442829 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a48e6f5c-9beb-4327-a363-152db9ed9b17 req-5fc3be3d-b92d-422f-89aa-ee148af02327 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899482 Jun 16 16:59:30.500654 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f910e1-fa4d-45de-a6f3-349357534cb9 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:30.507720 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-518cf2b8-8eef-487f-b0a4-63474705a3ff req-a45f4282-975d-4780-8b3b-a10b0939d3dc tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698524 Jun 16 16:59:30.511394 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:30.523565 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Transition to ACTIVE for port object 07f910e1-fa4d-45de-a6f3-349357534cb9 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:30.533049 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:30.535133 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c62252ac-a85e-40ec-b543-f9f771e22d32 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:30.876140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Pushing event updated for resources: {'Port': ['ID=07f910e1-fa4d-45de-a6f3-349357534cb9,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:30.879943 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:30.981537 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad508bc-a757-4063-87db-7006f142db1f req-92c4e003-4f43-44d1-80cc-40e1db451ce6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:30.983001 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3ad508bc-a757-4063-87db-7006f142db1f req-92c4e003-4f43-44d1-80cc-40e1db451ce6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.2041121 Jun 16 16:59:30.998373 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0282d-7c66-4bef-98e2-b91f0ad4fedf req-1c9d9773-9559-458b-87ad-15b6bef34438 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:30.999727 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9b0282d-7c66-4bef-98e2-b91f0ad4fedf req-1c9d9773-9559-458b-87ad-15b6bef34438 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.2194777 Jun 16 16:59:31.008152 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Attempting to bind port 07f910e1-fa4d-45de-a6f3-349357534cb9 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:59:31.008770 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Attempting to bind port 07f910e1-fa4d-45de-a6f3-349357534cb9 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '3367a434-f680-457d-aca6-71e9049b79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:59:31.008891 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Attempting to bind port 07f910e1-fa4d-45de-a6f3-349357534cb9 on network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:31.032466 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Port 07f910e1-fa4d-45de-a6f3-349357534cb9 on network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:59:31.032786 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Attempting to bind port 07f910e1-fa4d-45de-a6f3-349357534cb9 on network a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:31.052959 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:59:31.053291 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Checking segment: {'id': '3367a434-f680-457d-aca6-71e9049b79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:31.053666 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Bound using segment: {'id': '3367a434-f680-457d-aca6-71e9049b79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:59:31.054083 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Bound port: 07f910e1-fa4d-45de-a6f3-349357534cb9, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3367a434-f680-457d-aca6-71e9049b79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:59:31.054456 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:31.072631 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3ad508bc-a757-4063-87db-7006f142db1f req-d6584f43-d7a5-4f5d-9902-114a06b18961 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831017 Jun 16 16:59:31.084886 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9b0282d-7c66-4bef-98e2-b91f0ad4fedf req-5b89f836-954f-435d-bc82-2a8b06ddcbb6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776365 Jun 16 16:59:31.143293 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] For port 07f910e1-fa4d-45de-a6f3-349357534cb9, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:31.146163 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] For port 07f910e1-fa4d-45de-a6f3-349357534cb9, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=07f910e1-fa4d-45de-a6f3-349357534cb9,segment=NetworkSegment(3367a434-f680-457d-aca6-71e9049b79ce),segment_id=3367a434-f680-457d-aca6-71e9049b79ce)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:31.151478 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:31.154195 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1abbff9f-b4d3-4296-b8f5-21ad8186cffe tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:31.183258 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:31.183861 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:31.185211 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] 10.222.0.46 "PUT /v2.0/ports/07f910e1-fa4d-45de-a6f3-349357534cb9 HTTP/1.1" status: 200 len: 1094 time: 1.1827955 Jun 16 16:59:31.185695 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec161ad-cb4a-404c-94cf-b9e8edbd4d86', 'tag': '07f910e1-fa4d-45de-a6f3-349357534cb9'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:31.188097 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d18753-1bd5-40d4-a672-28042dd160c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec161ad-cb4a-404c-94cf-b9e8edbd4d86", "tag": "07f910e1-fa4d-45de-a6f3-349357534cb9"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:31.211262 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Pushing event updated for resources: {'Port': ['ID=07f910e1-fa4d-45de-a6f3-349357534cb9,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:31.214612 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:31.221313 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dceec8-15a9-4985-8289-64c5b36cd44e x-openstack-request-id: req-10dceec8-15a9-4985-8289-64c5b36cd44e {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:31.221630 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec161ad-cb4a-404c-94cf-b9e8edbd4d86", "tag": "07f910e1-fa4d-45de-a6f3-349357534cb9", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:31.221910 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10dceec8-15a9-4985-8289-64c5b36cd44e {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:31.222351 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec161ad-cb4a-404c-94cf-b9e8edbd4d86', 'tag': '07f910e1-fa4d-45de-a6f3-349357534cb9', 'status': 'completed', 'code': 200} Jun 16 16:59:31.616179 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133300d-5cca-4057-9c5e-16faa8fccf19 req-018262e2-740b-4ef3-ac48-c55b0ccc83ca tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:31.617657 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8133300d-5cca-4057-9c5e-16faa8fccf19 req-018262e2-740b-4ef3-ac48-c55b0ccc83ca tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0668235 Jun 16 16:59:31.685500 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8133300d-5cca-4057-9c5e-16faa8fccf19 req-cc385633-66a0-4816-be45-b61a2a7c0d74 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574963 Jun 16 16:59:31.705143 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b895a8-e2ca-44f7-b9df-1deab2a13c56 req-0cb78599-89da-4c1d-bb6c-cad5263f9ea0 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:31.706604 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-20b895a8-e2ca-44f7-b9df-1deab2a13c56 req-0cb78599-89da-4c1d-bb6c-cad5263f9ea0 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 944 time: 0.0870385 Jun 16 16:59:31.743595 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-20b895a8-e2ca-44f7-b9df-1deab2a13c56 req-0436a053-0864-46c8-8bf1-d5d752604626 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312049 Jun 16 16:59:32.259961 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349dd5f-e5ca-4cf9-b3a8-f40492c99667 req-c37d77b3-71eb-4947-9a42-d7d23acc72f7 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:32.261549 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9349dd5f-e5ca-4cf9-b3a8-f40492c99667 req-c37d77b3-71eb-4947-9a42-d7d23acc72f7 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0618012 Jun 16 16:59:32.300389 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9349dd5f-e5ca-4cf9-b3a8-f40492c99667 req-3381f33f-a405-4950-b26e-2bffc6cb9673 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332139 Jun 16 16:59:32.857885 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d5aa9-2d7a-41d7-9f9c-c28703d79a75 req-35824ffb-1ed0-493d-afd4-0d60d88ba880 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:32.859365 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-202d5aa9-2d7a-41d7-9f9c-c28703d79a75 req-35824ffb-1ed0-493d-afd4-0d60d88ba880 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.0645475 Jun 16 16:59:32.922970 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-202d5aa9-2d7a-41d7-9f9c-c28703d79a75 req-6250a1b0-2ae6-41f6-80c9-8bf75287a1a3 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538526 Jun 16 16:59:32.946743 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e02da-7d18-4f2f-a74b-c273f9f4e99c req-2edab7a1-df98-4fb4-88d4-eabe56034a89 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:32.948195 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-462e02da-7d18-4f2f-a74b-c273f9f4e99c req-2edab7a1-df98-4fb4-88d4-eabe56034a89 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 944 time: 0.0879624 Jun 16 16:59:32.984656 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-462e02da-7d18-4f2f-a74b-c273f9f4e99c req-ef55deb8-1972-489f-b65d-6638c8843332 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Jun 16 16:59:33.474934 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400ec69-a645-40a4-af11-89ed651ac2cb req-7b9d41ac-22ff-4d9f-9f08-fde7ab5f3c89 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:33.476379 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5400ec69-a645-40a4-af11-89ed651ac2cb req-7b9d41ac-22ff-4d9f-9f08-fde7ab5f3c89 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0665264 Jun 16 16:59:33.514997 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5400ec69-a645-40a4-af11-89ed651ac2cb req-2550c01d-38e8-44c0-a689-4e81c5ad018e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327952 Jun 16 16:59:33.996889 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d18753-1bd5-40d4-a672-28042dd160c2 req-18959e57-6400-4675-b8d9-2c5f8105179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:33.998378 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-08d18753-1bd5-40d4-a672-28042dd160c2 req-18959e57-6400-4675-b8d9-2c5f8105179d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8124469b1bfc4299bb305fef4e7a315d&device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 1097 time: 0.0532701 Jun 16 16:59:34.232591 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d18753-1bd5-40d4-a672-28042dd160c2 req-122c3748-b160-4080-b353-6f1acce048e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.234113 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-08d18753-1bd5-40d4-a672-28042dd160c2 req-122c3748-b160-4080-b353-6f1acce048e4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8124469b1bfc4299bb305fef4e7a315d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2259333 Jun 16 16:59:34.266911 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8776fb-1c54-448a-8184-de801afd2045 req-510bb431-7765-476c-b7ea-499184c545dd tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.268213 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7a8776fb-1c54-448a-8184-de801afd2045 req-510bb431-7765-476c-b7ea-499184c545dd tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2252748 Jun 16 16:59:34.408224 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa61f8-de9a-4648-bae3-413696381b95 req-c52bf15f-1272-40e2-9c0f-47aa7e13e814 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.409653 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5cfa61f8-de9a-4648-bae3-413696381b95 req-c52bf15f-1272-40e2-9c0f-47aa7e13e814 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 944 time: 0.3021092 Jun 16 16:59:34.476998 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7a8776fb-1c54-448a-8184-de801afd2045 req-98e4fb85-e4af-4bfb-8def-3e7fac698ab3 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/security-groups?id=a77dfffc-feda-47cb-bce9-5f28a7e5c990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814156 Jun 16 16:59:34.513381 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d18753-1bd5-40d4-a672-28042dd160c2 req-28c3a147-9aa3-40ce-94d6-7ddd49b49777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.514838 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-08d18753-1bd5-40d4-a672-28042dd160c2 req-28c3a147-9aa3-40ce-94d6-7ddd49b49777 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2658908 Jun 16 16:59:34.520777 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5cfa61f8-de9a-4648-bae3-413696381b95 req-dd19607e-b287-41b4-bde2-98fff21dec80 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033058 Jun 16 16:59:34.537627 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-3bf7db0d-a941-44d0-aba6-61d2243b6cd9 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.537627 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-3bf7db0d-a941-44d0-aba6-61d2243b6cd9 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 946 time: 0.2122278 Jun 16 16:59:34.710852 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d61db561-eb36-4e0f-a786-a13aaeff3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.712400 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-d61db561-eb36-4e0f-a786-a13aaeff3e41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8124469b1bfc4299bb305fef4e7a315d&device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 1097 time: 0.1337974 Jun 16 16:59:34.733399 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Deleting port c3aa6c33-4fd0-4b6f-8d61-719d85333d65 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:34.733746 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:34.754082 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447b3dc-17fc-4271-8982-0db94257d087 req-58ce7634-0f8c-44e1-9f10-24903706555d tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.755566 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4447b3dc-17fc-4271-8982-0db94257d087 req-58ce7634-0f8c-44e1-9f10-24903706555d tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.1264067 Jun 16 16:59:34.810597 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-b54c5926-f6d5-4ecc-8024-8f7ca055f870 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f910e1-fa4d-45de-a6f3-349357534cb9 HTTP/1.1" status: 200 len: 217 time: 0.0539546 Jun 16 16:59:34.913856 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4447b3dc-17fc-4271-8982-0db94257d087 req-833f67cc-be3a-4b03-a870-57095d097214 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1446888 Jun 16 16:59:34.924343 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-5ed9efc4-ef21-41d0-b3d7-177ff093f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.925771 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-5ed9efc4-ef21-41d0-b3d7-177ff093f065 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5eb588a7-573f-46c6-80ed-8f866c338f63 HTTP/1.1" status: 200 len: 853 time: 0.0792406 Jun 16 16:59:34.930683 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] For port c3aa6c33-4fd0-4b6f-8d61-719d85333d65, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:34.931046 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.001945 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Calling delete_port for c3aa6c33-4fd0-4b6f-8d61-719d85333d65 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:35.023617 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-87ca01f2-4c4f-4309-869d-3fe6bf252dca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a66d1897-7a26-4c5c-8e31-5170a3e3b2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541000 Jun 16 16:59:35.173898 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-72b36170-76fe-4974-9eb8-4001bb64ace8 service neutron] 10.222.0.46 "GET /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136937 Jun 16 16:59:35.268246 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.277333 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:35.288375 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['c3aa6c33-4fd0-4b6f-8d61-719d85333d65'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:35.318126 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Pushing event deleted for resources: {'Port': ['ID=c3aa6c33-4fd0-4b6f-8d61-719d85333d65,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:35.336477 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:35.363613 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] No DVR routers for this DVR port c3aa6c33-4fd0-4b6f-8d61-719d85333d65 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:59:35.367073 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.369096 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-14afc9e1-5f74-4f7b-b96b-ee67a8fb480b req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.46 "DELETE /v2.0/ports/c3aa6c33-4fd0-4b6f-8d61-719d85333d65 HTTP/1.1" status: 204 len: 173 time: 0.8199136 Jun 16 16:59:35.369592 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb6d629-babf-4284-b034-0cc0141a2308', 'name': 'network-vif-deleted', 'tag': 'c3aa6c33-4fd0-4b6f-8d61-719d85333d65'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:35.371893 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa27ce4-d138-4284-bbcd-56cfde9c335f" -d '{"events": [{"server_uuid": "9fb6d629-babf-4284-b034-0cc0141a2308", "name": "network-vif-deleted", "tag": "c3aa6c33-4fd0-4b6f-8d61-719d85333d65"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:35.377903 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4a7d7958-cae7-4879-8968-cdb1f8b6c5f2 req-b7f2224e-1f99-4729-8ea3-98d0554b1fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875842 Jun 16 16:59:35.413686 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8b1def-5261-44b9-93f0-89fb50e51e40 x-openstack-request-id: req-8f8b1def-5261-44b9-93f0-89fb50e51e40 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:35.414104 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb6d629-babf-4284-b034-0cc0141a2308", "name": "network-vif-deleted", "tag": "c3aa6c33-4fd0-4b6f-8d61-719d85333d65", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:35.414340 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8f8b1def-5261-44b9-93f0-89fb50e51e40 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:35.414863 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb6d629-babf-4284-b034-0cc0141a2308', 'name': 'network-vif-deleted', 'tag': 'c3aa6c33-4fd0-4b6f-8d61-719d85333d65', 'status': 'completed', 'code': 200} Jun 16 16:59:35.632268 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7469a2d0-2f7e-4728-a5c3-13d8f65714ac req-f0acb3e1-5119-465e-a5ba-99cc44e0d9dd tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] 10.222.0.98 "GET /v2.0/ports?device_id=9fb6d629-babf-4284-b034-0cc0141a2308 HTTP/1.1" status: 200 len: 210 time: 0.0303743 Jun 16 16:59:35.694900 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99aa-5996-4203-b030-262e4a1ca7ed req-da700ea8-2f72-41ac-9401-4a49a49d4505 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:35.696341 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-af5a99aa-5996-4203-b030-262e4a1ca7ed req-da700ea8-2f72-41ac-9401-4a49a49d4505 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 944 time: 0.0612864 Jun 16 16:59:35.733816 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-af5a99aa-5996-4203-b030-262e4a1ca7ed req-29907823-702e-4732-a8d0-5133cef69a12 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Jun 16 16:59:36.089441 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d709f5-32fd-4a4d-94f7-6c58dea2209c req-6e7436fd-d5f4-4b17-9e02-d59c4009717e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:36.091026 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d709f5-32fd-4a4d-94f7-6c58dea2209c req-6e7436fd-d5f4-4b17-9e02-d59c4009717e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0623205 Jun 16 16:59:36.133926 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d709f5-32fd-4a4d-94f7-6c58dea2209c req-472d4331-146a-419f-b1c6-7d53808a87a6 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=2c75b967-e838-488c-9525-a3494b4bf59f&id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367520 Jun 16 16:59:36.726686 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33826) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:37.132920 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c561f-9e3b-42a5-af6f-f92c1852b858 req-6654819f-88ee-4a48-8121-2cf432807129 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:37.134393 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-429c561f-9e3b-42a5-af6f-f92c1852b858 req-6654819f-88ee-4a48-8121-2cf432807129 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 944 time: 0.2891409 Jun 16 16:59:37.141406 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956618'] for router_interface, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:37.171236 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-429c561f-9e3b-42a5-af6f-f92c1852b858 req-9b954696-ba19-47d4-87cf-7acba95f16a4 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Jun 16 16:59:37.601745 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Deleting port e802c369-ca65-4aa6-a2a2-25240ea88666 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:37.602090 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:37.682882 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] For port e802c369-ca65-4aa6-a2a2-25240ea88666, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=e802c369-ca65-4aa6-a2a2-25240ea88666,segment=NetworkSegment(2588df1c-40db-407c-b07d-11c0606fa543),segment_id=2588df1c-40db-407c-b07d-11c0606fa543)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:37.682882 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:37.745663 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Calling delete_port for e802c369-ca65-4aa6-a2a2-25240ea88666 owned by network:router_interface {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:37.966515 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:37.970226 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:37.995120 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Pushing event deleted for resources: {'Port': ['ID=e802c369-ca65-4aa6-a2a2-25240ea88666,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:38.021665 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.022041 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.022436 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.022801 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.023157 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.023512 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.023885 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.024236 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.024591 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.024936 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.025284 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.025630 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:38.029002 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:38.158035 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956510'] for router_interface, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:38.343157 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f44a1-e2b5-43f7-8af2-ad0295de06c0 req-7a798589-e513-45ed-8539-3710941d777f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:38.344655 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-096f44a1-e2b5-43f7-8af2-ad0295de06c0 req-7a798589-e513-45ed-8539-3710941d777f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 944 time: 0.0614064 Jun 16 16:59:38.362900 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Router e422245f-38cd-4e6f-b3a2-17296f40e940 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:59:38.381794 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-096f44a1-e2b5-43f7-8af2-ad0295de06c0 req-99be975c-270c-40de-8b2c-03d206f27192 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Jun 16 16:59:38.464843 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:59:38.469803 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] 10.222.0.98 "PUT /v2.0/routers/e422245f-38cd-4e6f-b3a2-17296f40e940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418902 Jun 16 16:59:38.472423 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33840) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:38.473524 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] Sync routers for ids ['e422245f-38cd-4e6f-b3a2-17296f40e940'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:59:38.482463 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] Routers {'e422245f-38cd-4e6f-b3a2-17296f40e940'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:38.483063 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:59:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e422245f-38cd-4e6f-b3a2-17296f40e940'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:38.577528 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Notify callbacks [] for router, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:38.582820 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] Set router e422245f-38cd-4e6f-b3a2-17296f40e940 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:38.676458 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:38.708166 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 07f910e1-fa4d-45de-a6f3-349357534cb9 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:59:38.710911 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device c3aa6c33-4fd0-4b6f-8d61-719d85333d65 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:38.732795 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Deleting port 2729feab-d7f4-44ff-a21e-25cbb1e206dd {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:38.733272 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:38.747199 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: c3aa6c33-4fd0-4b6f-8d61-719d85333d65 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:38.747557 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device c3aa6c33-4fd0-4b6f-8d61-719d85333d65 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:38.752966 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-router', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:53Z', 'updated_at': '2021-06-16T16:59:37Z', 'revision_number': 5, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'gw_port': {'id': '2729feab-d7f4-44ff-a21e-25cbb1e206dd', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:38.756993 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] Checking router: e422245f-38cd-4e6f-b3a2-17296f40e940 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:59:38.766313 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] Routers {'e422245f-38cd-4e6f-b3a2-17296f40e940'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:38.766993 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:59:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e422245f-38cd-4e6f-b3a2-17296f40e940'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:38.838185 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] For port 2729feab-d7f4-44ff-a21e-25cbb1e206dd, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=2729feab-d7f4-44ff-a21e-25cbb1e206dd,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:38.839041 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:38.855733 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] Set router e422245f-38cd-4e6f-b3a2-17296f40e940 gateway port host: None {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:38.859066 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 07f910e1-fa4d-45de-a6f3-349357534cb9, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=07f910e1-fa4d-45de-a6f3-349357534cb9,segment=NetworkSegment(3367a434-f680-457d-aca6-71e9049b79ce),segment_id=3367a434-f680-457d-aca6-71e9049b79ce)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:38.872284 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '07f910e1-fa4d-45de-a6f3-349357534cb9', 'network_id': 'a66d1897-7a26-4c5c-8e31-5170a3e3b2e0', 'port_id': '07f910e1-fa4d-45de-a6f3-349357534cb9', 'mac_address': 'fa:16:3e:3e:02:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb588a7-573f-46c6-80ed-8f866c338f63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:59:38.909656 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-router', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:53Z', 'updated_at': '2021-06-16T16:59:38Z', 'revision_number': 6, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'gw_port_host': None}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:38.913545 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3b2c7-25d0-4fcc-b342-8fc8593b2ed9 None None] The sync data for ids ['e422245f-38cd-4e6f-b3a2-17296f40e940'] in dv-cinder-783389-6-iscsi is: [{'id': 'e422245f-38cd-4e6f-b3a2-17296f40e940', 'name': 'tempest-ServerRescueNegativeTestJSON-2029141655-router', 'tenant_id': 'ce0a6761fdc745779a6365f2d664403c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:53Z', 'updated_at': '2021-06-16T16:59:38Z', 'revision_number': 6, 'project_id': 'ce0a6761fdc745779a6365f2d664403c', 'gw_port_host': None}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:59:38.913845 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:38.915100 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Calling delete_port for 2729feab-d7f4-44ff-a21e-25cbb1e206dd owned by network:router_gateway {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:38.928039 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f910e1-fa4d-45de-a6f3-349357534cb9 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:38.950252 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 07f910e1-fa4d-45de-a6f3-349357534cb9, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=07f910e1-fa4d-45de-a6f3-349357534cb9,segment=NetworkSegment(3367a434-f680-457d-aca6-71e9049b79ce),segment_id=3367a434-f680-457d-aca6-71e9049b79ce)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:38.954171 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:38.956297 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:39.001184 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=07f910e1-fa4d-45de-a6f3-349357534cb9,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:39.008123 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.008469 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.008802 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.009131 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.009453 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.009775 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.010096 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.010439 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.010764 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.011076 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.011389 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.011712 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:39.015389 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:39.085851 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.087923 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:39.114910 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Pushing event deleted for resources: {'Port': ['ID=2729feab-d7f4-44ff-a21e-25cbb1e206dd,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:39.117950 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:39.174516 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-939293'] for router_gateway, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.277032 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1142'] for router, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.279308 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.292413 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['07f910e1-fa4d-45de-a6f3-349357534cb9'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:39.533741 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937047'] for router, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.534164 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e422245f-38cd-4e6f-b3a2-17296f40e940 {{(pid=92705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:59:39.541888 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.543043 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] 10.222.0.98 "DELETE /v2.0/routers/e422245f-38cd-4e6f-b3a2-17296f40e940 HTTP/1.1" status: 204 len: 168 time: 1.0696948 Jun 16 16:59:39.546045 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33852) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:39.580630 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77fef9-3f6f-49e0-a287-f95983290092 req-02597f98-669c-49af-8960-f9b0d17e6877 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:39.582875 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bf77fef9-3f6f-49e0-a287-f95983290092 req-02597f98-669c-49af-8960-f9b0d17e6877 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 945 time: 0.0669577 Jun 16 16:59:39.588266 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded0dd97-ba46-47e4-9b69-2bc4446224a5 admin admin] Deleting subnet 7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 {{(pid=92705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:59:39.591471 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ded0dd97-ba46-47e4-9b69-2bc4446224a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.618935 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bf77fef9-3f6f-49e0-a287-f95983290092 req-5bf37866-86e8-492e-bf17-ff23e05ab041 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303721 Jun 16 16:59:39.623550 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ded0dd97-ba46-47e4-9b69-2bc4446224a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283608'] for subnet, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.662958 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ded0dd97-ba46-47e4-9b69-2bc4446224a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.717391 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ded0dd97-ba46-47e4-9b69-2bc4446224a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25362996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25183608'] for subnet, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.719625 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b0ed16be-ee87-4f02-9502-738b86e92036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:39.743867 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0dd97-ba46-47e4-9b69-2bc4446224a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:39.746882 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ded0dd97-ba46-47e4-9b69-2bc4446224a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:39.747946 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ded0dd97-ba46-47e4-9b69-2bc4446224a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.749746 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-ded0dd97-ba46-47e4-9b69-2bc4446224a5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7e94b5e2-d7e0-43ea-a4d0-0bf1abd10a86 HTTP/1.1" status: 204 len: 168 time: 0.2027280 Jun 16 16:59:39.752146 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33854) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:39.818199 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.899401 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.910058 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbeb5f1-14da-4009-b87d-034124907f0d']}} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:39.920581 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2588df1c-40db-407c-b07d-11c0606fa543') {'for_net_delete': True} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:39.920889 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2588df1c-40db-407c-b07d-11c0606fa543') {} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:39.930317 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283585'] for segment, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.945813 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.951699 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=92705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:59:39.952085 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25363115'] for segment, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: Traceback (most recent call last): Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: timer() Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: cb(*args, **kw) Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: return func(*args, **kwargs) Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: self._notify() Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: self.callback(batched_events) Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: event.method(event) Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: return f(self, *a, **k) Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._get(url).json() Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: return self.request(url, 'GET', **kwargs) Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:59:39.953759 dv-cinder-783389-6-iscsi neutron-server[92705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:59:40.011332 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.015154 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-eca96191-9eff-4134-8703-7fa7011cc4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:40.017764 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.019778 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] 10.222.0.98 "DELETE /v2.0/networks/9dbeb5f1-14da-4009-b87d-034124907f0d HTTP/1.1" status: 204 len: 168 time: 0.2667336 Jun 16 16:59:40.030411 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] Pushing event deleted for resources: {'Network': ['ID=9dbeb5f1-14da-4009-b87d-034124907f0d,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:40.032799 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ee470452-c673-48c4-98f4-92954f50d6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:40.137624 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33864) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:40.151961 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 33866) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:40.176865 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-684a0b02-2e11-4b6d-ac1c-7fccbc24f1ea admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ce0a6761fdc745779a6365f2d664403c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379899 Jun 16 16:59:40.179263 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33870) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:40.225751 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-75cd7ccb-fd69-4d45-a4a4-5ad6a6749c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.245992 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-75cd7ccb-fd69-4d45-a4a4-5ad6a6749c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.295505 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-75cd7ccb-fd69-4d45-a4a4-5ad6a6749c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.298117 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-75cd7ccb-fd69-4d45-a4a4-5ad6a6749c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.299285 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-75cd7ccb-fd69-4d45-a4a4-5ad6a6749c44 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a77dfffc-feda-47cb-bce9-5f28a7e5c990 HTTP/1.1" status: 204 len: 168 time: 0.1190598 Jun 16 16:59:40.300042 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-26236aa2-72ca-490b-b432-8582b1b671d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:40.304865 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c1f8c05c-092a-4bc3-836c-20de34d070e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.307492 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd7ccb-fd69-4d45-a4a4-5ad6a6749c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77dfffc-feda-47cb-bce9-5f28a7e5c990,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:40.309887 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-75cd7ccb-fd69-4d45-a4a4-5ad6a6749c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:40.400257 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c1f8c05c-092a-4bc3-836c-20de34d070e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.403682 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c1f8c05c-092a-4bc3-836c-20de34d070e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.406512 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e409206a-c120-4246-8c60-1615cf31c229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:40.441638 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8c05c-092a-4bc3-836c-20de34d070e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f30323-f086-4b22-a3ed-5314c8489d4f,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:40.445991 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-c1f8c05c-092a-4bc3-836c-20de34d070e2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fe833e44a18544a79d1f6fca160747c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929626 Jun 16 16:59:40.446904 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c1f8c05c-092a-4bc3-836c-20de34d070e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:40.448575 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 33876) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:40.499773 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2b2c-2922-4bce-8e39-a9145a3c2ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.532314 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2b2c-2922-4bce-8e39-a9145a3c2ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.551233 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 2729feab-d7f4-44ff-a21e-25cbb1e206dd no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:40.574995 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 2729feab-d7f4-44ff-a21e-25cbb1e206dd {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:40.575341 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 2729feab-d7f4-44ff-a21e-25cbb1e206dd not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:40.576131 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e802c369-ca65-4aa6-a2a2-25240ea88666 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:40.587290 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2b2c-2922-4bce-8e39-a9145a3c2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.590399 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2b2c-2922-4bce-8e39-a9145a3c2ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.591543 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-3c4d2b2c-2922-4bce-8e39-a9145a3c2ef1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/66f30323-f086-4b22-a3ed-5314c8489d4f HTTP/1.1" status: 204 len: 168 time: 0.1420684 Jun 16 16:59:40.592901 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-18da6411-21d3-4013-afd5-86585a6c4aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:40.597502 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: e802c369-ca65-4aa6-a2a2-25240ea88666 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:40.597885 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e802c369-ca65-4aa6-a2a2-25240ea88666 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:40.604839 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d2b2c-2922-4bce-8e39-a9145a3c2ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f30323-f086-4b22-a3ed-5314c8489d4f,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:40.607039 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3c4d2b2c-2922-4bce-8e39-a9145a3c2ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:40.702905 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 07f910e1-fa4d-45de-a6f3-349357534cb9 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:40.774781 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 07f910e1-fa4d-45de-a6f3-349357534cb9 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:40.779786 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 07f910e1-fa4d-45de-a6f3-349357534cb9 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:40.780678 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.849153 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebba1d-eac9-41e7-a96e-065a40e76402 req-5551da6e-d839-443b-b20b-45e4c64e5d9f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:40.851591 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95ebba1d-eac9-41e7-a96e-065a40e76402 req-5551da6e-d839-443b-b20b-45e4c64e5d9f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 945 time: 0.0857239 Jun 16 16:59:40.895000 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.897521 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95ebba1d-eac9-41e7-a96e-065a40e76402 req-024bf902-788d-4bbd-8ba6-5ff84612d529 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391028 Jun 16 16:59:40.921396 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec161ad-cb4a-404c-94cf-b9e8edbd4d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f910e1-fa4d-45de-a6f3-349357534cb9'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:40.923685 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea91e79f-90b4-4085-990e-285e15e09788" -d '{"events": [{"server_uuid": "3ec161ad-cb4a-404c-94cf-b9e8edbd4d86", "name": "network-vif-plugged", "status": "completed", "tag": "07f910e1-fa4d-45de-a6f3-349357534cb9"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:40.937210 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 07f910e1-fa4d-45de-a6f3-349357534cb9, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=07f910e1-fa4d-45de-a6f3-349357534cb9,segment=NetworkSegment(3367a434-f680-457d-aca6-71e9049b79ce),segment_id=3367a434-f680-457d-aca6-71e9049b79ce)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:40.941985 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.944414 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:40.969750 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ff9883-7711-4c89-b207-0ed57a62565f x-openstack-request-id: req-08ff9883-7711-4c89-b207-0ed57a62565f {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:40.970114 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec161ad-cb4a-404c-94cf-b9e8edbd4d86", "name": "network-vif-plugged", "status": "completed", "tag": "07f910e1-fa4d-45de-a6f3-349357534cb9", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:40.970463 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-08ff9883-7711-4c89-b207-0ed57a62565f {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:40.970913 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec161ad-cb4a-404c-94cf-b9e8edbd4d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f910e1-fa4d-45de-a6f3-349357534cb9', 'code': 200} Jun 16 16:59:41.000686 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=07f910e1-fa4d-45de-a6f3-349357534cb9,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:41.004095 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:41.044144 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 33900) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:41.139208 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1591180192-network', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:41.185778 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Made reservation on behalf of 53074527309a4fd8baba1c8f2b2f95e0 for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:41.188044 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.199636 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.234419 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec6b71-84ee-4f40-9efd-69e5acd5d813 req-030f5a40-4f71-4b53-9b4e-1b91ba308e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:41.236092 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-90ec6b71-84ee-4f40-9efd-69e5acd5d813 req-030f5a40-4f71-4b53-9b4e-1b91ba308e0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 1099 time: 0.0842321 Jun 16 16:59:41.289676 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-90ec6b71-84ee-4f40-9efd-69e5acd5d813 req-c868e0f4-e8bc-4ad9-8a4b-25b5eb785ea1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 Jun 16 16:59:41.327392 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.330895 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.335014 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4853406e-5c99-45dc-852e-70bfa086a1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:41.356156 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=92706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:59:41.365873 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a637494-cb0b-4de9-9db8-3e624c0e3f79,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:41.370102 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:41.371157 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.371503 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Added segment fedd5d7b-7345-487c-9bd3-fdc5823e7947 of type vlan for network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a Jun 16 16:59:41.410404 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.437612 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.438997 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:41.439576 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.442380 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3990c109-6a3f-4755-a9ca-2038af68b0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:41.470556 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4250195 Jun 16 16:59:41.474029 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33904) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:41.479072 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Request body: {'subnet': {'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1591180192-subnet', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:41.499767 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Made reservation on behalf of 53074527309a4fd8baba1c8f2b2f95e0 for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:41.502178 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25183587'] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.503876 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Pushing event updated for resources: {'Network': ['ID=8e9efa6c-ea0a-41ea-89bc-0c150f93404a,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:41.506539 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:41.513446 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:59:41.664899 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25363061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25183601'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.667010 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-bde1744f-cd50-46da-8599-b6a8ab7edc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:41.717254 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Pushing event updated for resources: {'Subnet': ['ID=825d2fac-6472-46c2-98ee-27fe2a5b1f38,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:41.724247 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:41.732556 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Checking segment: {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:41.732913 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Network hostable DHCP agents. Network: 8e9efa6c-ea0a-41ea-89bc-0c150f93404a, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:59:41.750297 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:59:41.759884 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 8e9efa6c-ea0a-41ea-89bc-0c150f93404a) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:41.764021 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:41.764665 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.768828 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b5cc4-7f82-46d1-8160-e919a72031aa None None] Network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:59:41.779403 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-66481612-cdd8-4875-8a7c-82f0b377121c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3042471 Jun 16 16:59:41.782312 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33906) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:41.787534 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:41.808445 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.809447 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1151'] for router, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.858485 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.914236 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c085ca-2c1a-5bf4-a7bf-39277b0387d4-8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38'}]}} from dv-cinder-783389-6-iscsi. {{(pid=92708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:59:41.915181 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.998295 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.054503 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.db_base_plugin_common [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Allocated IP 172.20.0.2 (8e9efa6c-ea0a-41ea-89bc-0c150f93404a/825d2fac-6472-46c2-98ee-27fe2a5b1f38/d503bcc8-3d7f-486e-80c4-a1ee85e66f12) {{(pid=92708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:42.077077 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62fdff-2b35-4470-98a3-d14f3288e13a req-ff2c7aa3-453f-4d26-803c-67249c36570c tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:42.082915 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fe62fdff-2b35-4470-98a3-d14f3288e13a req-ff2c7aa3-453f-4d26-803c-67249c36570c tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 946 time: 0.0704572 Jun 16 16:59:42.123501 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fe62fdff-2b35-4470-98a3-d14f3288e13a req-a9b30003-f4db-4d6f-976d-fb5504e5eaef tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Jun 16 16:59:42.199011 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.202142 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Notify callbacks [] for port, precommit_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.211508 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Transition to ACTIVE for port object d503bcc8-3d7f-486e-80c4-a1ee85e66f12 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:42.221584 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.226576 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Transition to ACTIVE for port object d503bcc8-3d7f-486e-80c4-a1ee85e66f12 will not be triggered until provisioned by entity DHCP. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:42.232736 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.234552 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:42.268234 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a is already hosted by enough agents. {{(pid=92708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:42.271013 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.base_scheduler [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Resources bound (agent type, host, resource id): {{(pid=92708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:42.276255 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Received port after_create {{(pid=92708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:42.284272 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Pushing event updated for resources: {'Port': ['ID=d503bcc8-3d7f-486e-80c4-a1ee85e66f12,revision_number=1']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:42.306218 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:42.325873 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Allocated IP 172.27.1.71 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/4599c638-fb51-48f7-90a4-69ad823690a8) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:42.343541 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:59:42.345645 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Attempting to bind port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:59:42.346208 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Attempting to bind port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:59:42.346615 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Attempting to bind port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 on network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:42.352276 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:59:42.353159 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Checking segment: {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:42.353573 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.353970 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Bound using segment: {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:59:42.354472 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Bound port: d503bcc8-3d7f-486e-80c4-a1ee85e66f12, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:59:42.354844 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.416769 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] For port d503bcc8-3d7f-486e-80c4-a1ee85e66f12, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:42.421264 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] For port d503bcc8-3d7f-486e-80c4-a1ee85e66f12, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=d503bcc8-3d7f-486e-80c4-a1ee85e66f12,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:42.427494 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.430232 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-82721ac1-8a1d-49cc-93ba-f1a21fb81d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:42.434649 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.477447 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.480960 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:42.489883 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Pushing event updated for resources: {'Port': ['ID=d503bcc8-3d7f-486e-80c4-a1ee85e66f12,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:42.492994 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:42.518060 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:42.520971 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:42.526340 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:42.551358 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Pushing event updated for resources: {'Port': ['ID=4599c638-fb51-48f7-90a4-69ad823690a8,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:42.555682 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:42.812103 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.999035 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982'] for router, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.120315 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Router 00066e24-a085-447c-b7bf-bd3e811002f6 is scheduled to L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 with binding_index 1 {{(pid=92705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:59:43.227998 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:59:43.241420 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Sync routers for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:59:43.244721 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.245951 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4622710 Jun 16 16:59:43.248760 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33912) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:43.255047 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:43.255604 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:59:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:43.318636 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb7ad6-bddb-4e6c-a722-54bb23ef8fdb req-3f021547-7c0b-404e-8b1d-ea918805978b tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:43.320849 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f8eb7ad6-bddb-4e6c-a722-54bb23ef8fdb req-3f021547-7c0b-404e-8b1d-ea918805978b tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 946 time: 0.0749779 Jun 16 16:59:43.367647 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f8eb7ad6-bddb-4e6c-a722-54bb23ef8fdb req-37e9ff70-19d2-4530-9f49-e11194042484 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384908 Jun 16 16:59:43.371418 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:43.560029 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5acbdea-68a3-4fff-ae7b-fa11a67d4867 None None] Network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:59:43.639982 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-4c715a02-5ff7-4062-a732-7b74a4bccfde None None] Provisioning for port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:43.674308 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:42Z', 'revision_number': 3, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:43.699443 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Checking router: 00066e24-a085-447c-b7bf-bd3e811002f6 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:59:43.699834 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Updating router 00066e24-a085-447c-b7bf-bd3e811002f6 port 4599c638-fb51-48f7-90a4-69ad823690a8 binding host dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:59:43.766362 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.908030 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.052618 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Notify callbacks [] for port, precommit_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.063050 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Transition to ACTIVE for port object 4599c638-fb51-48f7-90a4-69ad823690a8 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:44.068783 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.072036 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:44.073009 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Allocated IP 172.20.0.1 (8e9efa6c-ea0a-41ea-89bc-0c150f93404a/825d2fac-6472-46c2-98ee-27fe2a5b1f38/a6c7ab84-b876-49cc-ac35-b816aecf2d05) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:44.123474 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Attempting to bind port 4599c638-fb51-48f7-90a4-69ad823690a8 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:59:44.123851 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Attempting to bind port 4599c638-fb51-48f7-90a4-69ad823690a8 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:59:44.124226 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Attempting to bind port 4599c638-fb51-48f7-90a4-69ad823690a8 on network f918d14e-4c62-4a95-b646-f45c14c58acf {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:44.129521 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf418e-0b39-444e-a4f0-61c159149b9c None None] Pushing event updated for resources: {'Port': ['ID=4599c638-fb51-48f7-90a4-69ad823690a8,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:44.133598 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-addf418e-0b39-444e-a4f0-61c159149b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:44.134508 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:59:44.134889 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:44.135298 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.135693 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Bound using segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:59:44.136167 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Bound port: 4599c638-fb51-48f7-90a4-69ad823690a8, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:59:44.136549 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.172796 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.186912 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.provisioning_blocks [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Transition to ACTIVE for port object a6c7ab84-b876-49cc-ac35-b816aecf2d05 will not be triggered until provisioned by entity DHCP. {{(pid=92705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:44.196642 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] For port 4599c638-fb51-48f7-90a4-69ad823690a8, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:44.200336 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] For port 4599c638-fb51-48f7-90a4-69ad823690a8, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=4599c638-fb51-48f7-90a4-69ad823690a8,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:44.205371 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.207773 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:44.220396 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.223646 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:44.263158 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:44.265939 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:44.271605 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:44.272117 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:44.272449 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:59:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:44.274056 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf418e-0b39-444e-a4f0-61c159149b9c None None] Pushing event updated for resources: {'Port': ['ID=4599c638-fb51-48f7-90a4-69ad823690a8,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:44.277600 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-addf418e-0b39-444e-a4f0-61c159149b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:44.296030 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c7ab84-b876-49cc-ac35-b816aecf2d05,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:44.300286 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:44.316580 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934999'] for router_interface, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.468997 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.504911 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:44.585311 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-555b4073-8d90-443e-b28f-4714d8ba8eaf None None] Provisioning for port a6c7ab84-b876-49cc-ac35-b816aecf2d05 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:44.598184 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-555b4073-8d90-443e-b28f-4714d8ba8eaf None None] Provisioning complete for port a6c7ab84-b876-49cc-ac35-b816aecf2d05 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:44.598598 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-555b4073-8d90-443e-b28f-4714d8ba8eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.624967 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device d503bcc8-3d7f-486e-80c4-a1ee85e66f12 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:44.635755 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.640398 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25363191'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.643657 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ab75a7e3-1bc7-427c-89de-a44a94d657a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:44.704257 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934955'] for router_interface, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.705952 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c7ab84-b876-49cc-ac35-b816aecf2d05,revision_number=2']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:44.706101 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-555b4073-8d90-443e-b28f-4714d8ba8eaf None None] Port a6c7ab84-b876-49cc-ac35-b816aecf2d05 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:59:44.709923 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:44.742532 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:44.750934 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:44.751373 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.800554 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:44.800778 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:42Z', 'revision_number': 3, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:44.802138 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:44.806184 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9acf63-2ac5-4ce6-8cf1-0a6489dd173e None None] The sync data for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi is: [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:42Z', 'revision_number': 3, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:59:44.851980 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.895608 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port d503bcc8-3d7f-486e-80c4-a1ee85e66f12, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=d503bcc8-3d7f-486e-80c4-a1ee85e66f12,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:44.903037 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.905258 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:44.953432 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Router 00066e24-a085-447c-b7bf-bd3e811002f6 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:59:44.961688 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=d503bcc8-3d7f-486e-80c4-a1ee85e66f12,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:44.965212 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:45.040225 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-9e5f09d4-d620-4165-b649-db5a278cf2df None None] Provisioning complete for port a6c7ab84-b876-49cc-ac35-b816aecf2d05 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:45.040760 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-9e5f09d4-d620-4165-b649-db5a278cf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.070551 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:59:45.075705 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] 10.222.0.98 "PUT /v2.0/routers/00066e24-a085-447c-b7bf-bd3e811002f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8259211 Jun 16 16:59:45.089543 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f09d4-d620-4165-b649-db5a278cf2df None None] Port a6c7ab84-b876-49cc-ac35-b816aecf2d05 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:59:45.799152 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33932) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:45.804395 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-25dbe43a-549f-450b-8acf-2baac84df622 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849899381', 'description': 'tempest-description--150001006'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:45.826925 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-25dbe43a-549f-450b-8acf-2baac84df622 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.907654 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-25dbe43a-549f-450b-8acf-2baac84df622 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.911389 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-25dbe43a-549f-450b-8acf-2baac84df622 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.913996 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-75cd7ccb-fd69-4d45-a4a4-5ad6a6749c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:45.940557 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbe43a-549f-450b-8acf-2baac84df622 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09505d43-53f7-4029-8641-8ad095205aca,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:45.943529 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-25dbe43a-549f-450b-8acf-2baac84df622 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.947782 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 33936) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:45.949057 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-25dbe43a-549f-450b-8acf-2baac84df622 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1465373 Jun 16 16:59:45.949738 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-25dbe43a-549f-450b-8acf-2baac84df622 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:45.952582 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-c7c75b41-e5a8-4552-a77e-85cbb5e32b59 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'security_group_rule': {'security_group_id': '09505d43-53f7-4029-8641-8ad095205aca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:45.983327 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c7c75b41-e5a8-4552-a77e-85cbb5e32b59 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.028911 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c7c75b41-e5a8-4552-a77e-85cbb5e32b59 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.032683 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c7c75b41-e5a8-4552-a77e-85cbb5e32b59 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.037258 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:46.052190 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c75b41-e5a8-4552-a77e-85cbb5e32b59 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b489444-b6bc-493b-b2f0-ce1c3fe5f717,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:46.057118 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c7c75b41-e5a8-4552-a77e-85cbb5e32b59 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:46.059435 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c7c75b41-e5a8-4552-a77e-85cbb5e32b59 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.063467 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33938) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:46.063930 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-c7c75b41-e5a8-4552-a77e-85cbb5e32b59 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147728 Jun 16 16:59:46.068336 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-c7697668-4fe6-451b-9c6a-c8f6e05ac344 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'security_group_rule': {'security_group_id': '09505d43-53f7-4029-8641-8ad095205aca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:46.100413 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c7697668-4fe6-451b-9c6a-c8f6e05ac344 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.156923 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c7697668-4fe6-451b-9c6a-c8f6e05ac344 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.160847 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c7697668-4fe6-451b-9c6a-c8f6e05ac344 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.162893 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-194e623c-f227-43a4-bfe6-0eb15e0ccd52 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:46.178239 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7697668-4fe6-451b-9c6a-c8f6e05ac344 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f252553e-2f76-41c2-a49a-0a20513e8bb8,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:46.180558 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c7697668-4fe6-451b-9c6a-c8f6e05ac344 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:46.184876 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c7697668-4fe6-451b-9c6a-c8f6e05ac344 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.186079 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-c7697668-4fe6-451b-9c6a-c8f6e05ac344 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214461 Jun 16 16:59:46.189148 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 33940) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:46.193884 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'floatingip': {'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:46.216379 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.311475 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.371491 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Sync routers for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:59:46.380386 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:46.380981 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:59:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:46.414139 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Allocated IP 172.27.1.144 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/fd7ff323-5961-4688-84e2-adda56d49107) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:46.484699 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:46.525288 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.564972 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.567526 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-939d57cf-b135-45c6-8206-c97e54ed11fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:46.603882 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:46.606630 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:46.616379 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:46.631884 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device d503bcc8-3d7f-486e-80c4-a1ee85e66f12 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:46.640841 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'Port': ['ID=fd7ff323-5961-4688-84e2-adda56d49107,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:46.645591 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:46.686675 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 2, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:46.688951 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:46.689329 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.690397 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Checking router: 00066e24-a085-447c-b7bf-bd3e811002f6 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:59:46.690994 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Updating router 00066e24-a085-447c-b7bf-bd3e811002f6 port a6c7ab84-b876-49cc-ac35-b816aecf2d05 binding host dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:59:46.709622 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.724470 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.755922 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.780578 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 4599c638-fb51-48f7-90a4-69ad823690a8 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:46.834122 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 4599c638-fb51-48f7-90a4-69ad823690a8 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:46.837981 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 4599c638-fb51-48f7-90a4-69ad823690a8 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:46.838391 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.909059 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for port, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.914585 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.915347 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25363191'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.918248 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:46.934568 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 4599c638-fb51-48f7-90a4-69ad823690a8, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=4599c638-fb51-48f7-90a4-69ad823690a8,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:46.939370 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.941819 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:46.987709 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=4599c638-fb51-48f7-90a4-69ad823690a8,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:46.988987 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'Port': ['ID=fd7ff323-5961-4688-84e2-adda56d49107,revision_number=2']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:46.990798 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:46.992484 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:46.998749 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.001340 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Notify callbacks [] for port, precommit_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.013958 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.016928 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.provisioning_blocks [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Transition to ACTIVE for port object a6c7ab84-b876-49cc-ac35-b816aecf2d05 will not be triggered until provisioned by entity L2. {{(pid=92709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:47.022995 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.023431 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8333650 Jun 16 16:59:47.026998 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:47.101376 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Pushing event updated for resources: {'Port': ['ID=a6c7ab84-b876-49cc-ac35-b816aecf2d05,revision_number=3']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:47.112248 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.113228 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.113568 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.113899 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.114218 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.114567 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.114886 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.115198 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.115539 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.115854 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.116174 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.116484 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:47.142634 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:47.176011 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Attempting to bind port a6c7ab84-b876-49cc-ac35-b816aecf2d05 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:59:47.176380 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Attempting to bind port a6c7ab84-b876-49cc-ac35-b816aecf2d05 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:59:47.176745 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Attempting to bind port a6c7ab84-b876-49cc-ac35-b816aecf2d05 on network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:47.182192 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:59:47.182616 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Checking segment: {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:47.183181 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.183585 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Bound using segment: {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:59:47.184659 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Bound port: a6c7ab84-b876-49cc-ac35-b816aecf2d05, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'}}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:59:47.185050 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.192291 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-76a75e33-501d-44be-ae9d-229216276056 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1849899381&fields=id&tenant_id=53074527309a4fd8baba1c8f2b2f95e0 HTTP/1.1" status: 200 len: 267 time: 0.0397241 Jun 16 16:59:47.249129 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] For port a6c7ab84-b876-49cc-ac35-b816aecf2d05, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:47.252166 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] For port a6c7ab84-b876-49cc-ac35-b816aecf2d05, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=a6c7ab84-b876-49cc-ac35-b816aecf2d05,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:47.257120 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.259439 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-ec332b77-64ea-41ea-ae7f-16bd2fa5b1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:47.301165 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-22411bf4-bcd7-4aa0-9a40-fff0b5ee5ff6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:47.301367 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:47.302403 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:59:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:47.302630 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-22411bf4-bcd7-4aa0-9a40-fff0b5ee5ff6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 811 time: 0.1029360 Jun 16 16:59:47.324876 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-3e9b2caf-b1a6-479c-b6b5-bd447f5f4e0e tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/quotas/53074527309a4fd8baba1c8f2b2f95e0 HTTP/1.1" status: 200 len: 375 time: 0.0156131 Jun 16 16:59:47.398644 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-26cf358e-f269-4d7a-813c-49ec55c65ab1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727658 Jun 16 16:59:47.490370 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Pushing event updated for resources: {'Port': ['ID=a6c7ab84-b876-49cc-ac35-b816aecf2d05,revision_number=4']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:47.493402 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:47.496592 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-51c5b6ea-dae3-4996-a675-8d18d9807e0b service neutron] 10.222.0.98 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855470 Jun 16 16:59:47.523009 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:47.589682 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-4b22d153-26ae-4e5c-bca7-2acab0e5939e service neutron] 10.222.0.98 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860283 Jun 16 16:59:47.720612 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:47Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:47.724798 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de47e7b-a52c-465f-82c4-059965bf33ec None None] The sync data for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi is: [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:47Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:59:47.791509 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8dc9f116-8834-4d0d-bec1-c887a7a88354 req-cbfd7296-f76f-4d51-b919-0c928a378cec tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 210 time: 0.0479805 Jun 16 16:59:47.924084 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.618204 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device a6c7ab84-b876-49cc-ac35-b816aecf2d05 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:48.666742 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port a6c7ab84-b876-49cc-ac35-b816aecf2d05 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:48.671069 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port a6c7ab84-b876-49cc-ac35-b816aecf2d05 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:48.671454 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.753963 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.785823 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port a6c7ab84-b876-49cc-ac35-b816aecf2d05, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=a6c7ab84-b876-49cc-ac35-b816aecf2d05,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:48.789974 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.790862 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 4599c638-fb51-48f7-90a4-69ad823690a8 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:48.792365 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:48.861127 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=a6c7ab84-b876-49cc-ac35-b816aecf2d05,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:48.865034 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:48.873704 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 4599c638-fb51-48f7-90a4-69ad823690a8 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:48.874171 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.932148 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bfab767-75ed-404b-8c59-8d242658c43b req-1d49323a-055c-4c3c-8bb9-9d0c1f609f60 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 210 time: 0.0273299 Jun 16 16:59:49.140854 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-8e854031-0936-4eda-ac4f-9863d1b22766 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:49.142268 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-8e854031-0936-4eda-ac4f-9863d1b22766 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.46 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 811 time: 0.1032915 Jun 16 16:59:49.195789 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-5553a191-b413-4aab-8d34-7cde3431b835 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53074527309a4fd8baba1c8f2b2f95e0 HTTP/1.1" status: 200 len: 380 time: 0.0341134 Jun 16 16:59:49.205705 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'port': {'device_id': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'admin_state_up': True, 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'security_groups': ['09505d43-53f7-4029-8641-8ad095205aca']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:49.313938 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Made reservation on behalf of 53074527309a4fd8baba1c8f2b2f95e0 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:49.317562 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.438369 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Allocated IP 172.20.0.7 (8e9efa6c-ea0a-41ea-89bc-0c150f93404a/825d2fac-6472-46c2-98ee-27fe2a5b1f38/1da8b541-8f17-415a-a60c-430d1e439860) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:49.575246 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.588990 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Transition to ACTIVE for port object 1da8b541-8f17-415a-a60c-430d1e439860 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:49.621034 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.625315 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-6edeaef6-ca3e-4fac-947c-bb30348ba91f tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:49.664529 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:49.669521 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:49.671919 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:49.703507 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'Port': ['ID=1da8b541-8f17-415a-a60c-430d1e439860,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:49.709967 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:49.731172 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:49.731791 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.746485 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5442677 Jun 16 16:59:49.774951 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Request body: {'port': {'device_id': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:49.848559 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.881262 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-13ecf292-82fb-4d17-9ffe-e641793d27ac None None] Provisioning for port 1da8b541-8f17-415a-a60c-430d1e439860 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:49.885445 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-13ecf292-82fb-4d17-9ffe-e641793d27ac None None] Provisioning complete for port 1da8b541-8f17-415a-a60c-430d1e439860 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:49.885847 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-13ecf292-82fb-4d17-9ffe-e641793d27ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.918544 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-13ecf292-82fb-4d17-9ffe-e641793d27ac None None] Port 1da8b541-8f17-415a-a60c-430d1e439860 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:59:50.141322 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da8b541-8f17-415a-a60c-430d1e439860 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:50.151081 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.161956 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279cbab-400d-43b9-a5f7-74b105ee217b req-d5b7437f-656e-4efc-ac8e-493f2fd870bf tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:50.163614 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0279cbab-400d-43b9-a5f7-74b105ee217b req-d5b7437f-656e-4efc-ac8e-493f2fd870bf tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 931 time: 0.1220706 Jun 16 16:59:50.177977 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Transition to ACTIVE for port object 1da8b541-8f17-415a-a60c-430d1e439860 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:50.187172 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.190602 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-72432a1e-357f-4276-bdf7-b692f5b68238 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:50.273313 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0279cbab-400d-43b9-a5f7-74b105ee217b req-a04a73be-6d92-427f-be41-9e2d9c1d0c5d tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022696 Jun 16 16:59:50.282436 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1da8b541-8f17-415a-a60c-430d1e439860,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:50.304659 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:50.353585 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Attempting to bind port 1da8b541-8f17-415a-a60c-430d1e439860 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:59:50.354054 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Attempting to bind port 1da8b541-8f17-415a-a60c-430d1e439860 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:59:50.354417 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Attempting to bind port 1da8b541-8f17-415a-a60c-430d1e439860 on network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:50.358798 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Port 1da8b541-8f17-415a-a60c-430d1e439860 on network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:59:50.359118 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Attempting to bind port 1da8b541-8f17-415a-a60c-430d1e439860 on network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:50.364050 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:59:50.364381 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Checking segment: {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:50.364757 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Bound using segment: {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:59:50.365232 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Bound port: 1da8b541-8f17-415a-a60c-430d1e439860, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:59:50.365580 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.428963 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] For port 1da8b541-8f17-415a-a60c-430d1e439860, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:50.432226 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] For port 1da8b541-8f17-415a-a60c-430d1e439860, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=1da8b541-8f17-415a-a60c-430d1e439860,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:50.435751 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.438491 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f91564e5-051c-4b61-a6b9-837a395727d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:50.472177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:50.472769 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.474107 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/1da8b541-8f17-415a-a60c-430d1e439860 HTTP/1.1" status: 200 len: 1093 time: 0.7037027 Jun 16 16:59:50.474918 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'tag': '1da8b541-8f17-415a-a60c-430d1e439860'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:50.477206 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56b1dce-fed8-4d80-8a09-d1a893908ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b1e65a-76d8-4d29-86e4-f0e89d44c8db", "tag": "1da8b541-8f17-415a-a60c-430d1e439860"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:50.502480 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1da8b541-8f17-415a-a60c-430d1e439860,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:50.506000 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:50.526630 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc01f83a-396d-4df1-8918-99f51d349dab x-openstack-request-id: req-fc01f83a-396d-4df1-8918-99f51d349dab {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:50.526939 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b1e65a-76d8-4d29-86e4-f0e89d44c8db", "tag": "1da8b541-8f17-415a-a60c-430d1e439860", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:50.527232 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fc01f83a-396d-4df1-8918-99f51d349dab {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:50.527849 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'tag': '1da8b541-8f17-415a-a60c-430d1e439860', 'status': 'completed', 'code': 200} Jun 16 16:59:50.576508 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device a6c7ab84-b876-49cc-ac35-b816aecf2d05 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:50.595043 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-80eb79f6-78a0-4c21-ad04-0b0c42215e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:50.596535 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-80eb79f6-78a0-4c21-ad04-0b0c42215e0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 1096 time: 0.0566800 Jun 16 16:59:50.624814 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port a6c7ab84-b876-49cc-ac35-b816aecf2d05 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:50.625581 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.649627 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-e0825743-ee08-4cbb-a71a-ced693d493b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1da8b541-8f17-415a-a60c-430d1e439860 HTTP/1.1" status: 200 len: 217 time: 0.0373261 Jun 16 16:59:50.709952 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-1d138eff-312e-4e22-bd01-e947555c7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:50.711399 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-1d138eff-312e-4e22-bd01-e947555c7761 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=825d2fac-6472-46c2-98ee-27fe2a5b1f38 HTTP/1.1" status: 200 len: 850 time: 0.0461051 Jun 16 16:59:50.773747 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-410a5679-b53f-4ad8-8f20-a543c57ea496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:50.775319 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-410a5679-b53f-4ad8-8f20-a543c57ea496 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512931 Jun 16 16:59:50.872648 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-3d88424d-582a-4b23-8799-0748676d1fbf service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784004 Jun 16 16:59:50.965356 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e118adb8-d8de-4a79-8495-9b80a06200f5 req-ca569dba-5a38-4e7b-8550-d94d1a82eca4 service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808372 Jun 16 16:59:51.086335 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-ae1e1c17-75b0-49d2-89eb-5dcb68abb6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:51.087673 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-ae1e1c17-75b0-49d2-89eb-5dcb68abb6f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 1096 time: 0.0497777 Jun 16 16:59:51.181836 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-14164910-2e39-4bdf-be73-b5a0b0cac104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:51.183418 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-14164910-2e39-4bdf-be73-b5a0b0cac104 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 913 time: 0.0851004 Jun 16 16:59:51.223871 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-4d287851-1a45-4a58-97c6-fc29dd4f46bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1da8b541-8f17-415a-a60c-430d1e439860 HTTP/1.1" status: 200 len: 217 time: 0.0324197 Jun 16 16:59:51.296072 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-4ad24ec7-853b-4059-9b31-6e8d63103e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:51.297486 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-4ad24ec7-853b-4059-9b31-6e8d63103e1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=825d2fac-6472-46c2-98ee-27fe2a5b1f38 HTTP/1.1" status: 200 len: 850 time: 0.0495377 Jun 16 16:59:51.354792 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-ec285107-8d09-446f-bead-d4bdb93006a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:51.356161 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-ec285107-8d09-446f-bead-d4bdb93006a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504875 Jun 16 16:59:51.488940 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-2b1cff3f-3143-48b9-b92e-6b0fec3ef0fc service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186726 Jun 16 16:59:51.500255 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971a2c9-54c3-4ecf-8073-26044bbee6ea req-47aca26c-dbc6-447f-8961-21820f3626fd tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:51.501584 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4971a2c9-54c3-4ecf-8073-26044bbee6ea req-47aca26c-dbc6-447f-8961-21820f3626fd tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 943 time: 0.1152747 Jun 16 16:59:51.590264 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4971a2c9-54c3-4ecf-8073-26044bbee6ea req-d1d28bea-e08c-4f31-8864-daf33be17e28 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803981 Jun 16 16:59:51.608929 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d56b1dce-fed8-4d80-8a09-d1a893908ea3 req-5c983d69-b615-4468-b409-63b33137ec4d service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063817 Jun 16 16:59:52.759188 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996eb43-4509-4323-8d09-f17e1c77c6ab req-2165e3f0-de6c-47c8-9489-f2c765becd84 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:52.760630 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e996eb43-4509-4323-8d09-f17e1c77c6ab req-2165e3f0-de6c-47c8-9489-f2c765becd84 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 943 time: 0.0604203 Jun 16 16:59:52.765632 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 1da8b541-8f17-415a-a60c-430d1e439860 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:59:52.797274 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e996eb43-4509-4323-8d09-f17e1c77c6ab req-42ff1ca0-5829-47f8-838c-984eb1b2f597 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Jun 16 16:59:52.856313 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 1da8b541-8f17-415a-a60c-430d1e439860, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=1da8b541-8f17-415a-a60c-430d1e439860,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:52.870948 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '1da8b541-8f17-415a-a60c-430d1e439860', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'port_id': '1da8b541-8f17-415a-a60c-430d1e439860', 'mac_address': 'fa:16:3e:4e:33:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:59:52.905999 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.918681 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da8b541-8f17-415a-a60c-430d1e439860 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:52.936823 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 1da8b541-8f17-415a-a60c-430d1e439860, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=1da8b541-8f17-415a-a60c-430d1e439860,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:52.940823 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.942651 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:52.986874 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=1da8b541-8f17-415a-a60c-430d1e439860,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:52.989752 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:53.348034 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['1da8b541-8f17-415a-a60c-430d1e439860'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:53.581773 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-73b9d68d-0963-44fe-9e5f-1e5ffa3857c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.009961 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f975e7-36e2-4842-976d-3273460c7ed1 req-7794107e-5ca7-4fdc-88b4-134632681db6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:54.011434 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9f975e7-36e2-4842-976d-3273460c7ed1 req-7794107e-5ca7-4fdc-88b4-134632681db6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 944 time: 0.1064992 Jun 16 16:59:54.047523 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9f975e7-36e2-4842-976d-3273460c7ed1 req-cd2f5d50-2b0d-44b7-ab60-a084ee33f0fd tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305076 Jun 16 16:59:54.781450 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 1da8b541-8f17-415a-a60c-430d1e439860 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:54.828429 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 1da8b541-8f17-415a-a60c-430d1e439860 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:54.832387 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 1da8b541-8f17-415a-a60c-430d1e439860 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:54.832758 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.908785 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.930184 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da8b541-8f17-415a-a60c-430d1e439860'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:54.932433 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db324552-978c-4bb2-b931-1f5ef4964c07" -d '{"events": [{"server_uuid": "c7b1e65a-76d8-4d29-86e4-f0e89d44c8db", "name": "network-vif-plugged", "status": "completed", "tag": "1da8b541-8f17-415a-a60c-430d1e439860"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:54.944775 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 1da8b541-8f17-415a-a60c-430d1e439860, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=1da8b541-8f17-415a-a60c-430d1e439860,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:54.948620 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.951367 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-88e338fe-5d6a-4123-aaba-cb9a4c375f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:54.973413 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c697eaa-af64-4ae4-8e60-7c2ec311b27d x-openstack-request-id: req-0c697eaa-af64-4ae4-8e60-7c2ec311b27d {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:54.973708 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b1e65a-76d8-4d29-86e4-f0e89d44c8db", "name": "network-vif-plugged", "status": "completed", "tag": "1da8b541-8f17-415a-a60c-430d1e439860", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:54.973967 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0c697eaa-af64-4ae4-8e60-7c2ec311b27d {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:54.974381 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da8b541-8f17-415a-a60c-430d1e439860', 'code': 200} Jun 16 16:59:54.999293 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=1da8b541-8f17-415a-a60c-430d1e439860,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:55.003265 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:55.256563 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa435-857c-4a06-bdbe-2f5eb6b4390f req-5896a145-7bc4-4cfd-a770-2f5a5ea4b9a2 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:55.257876 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-515fa435-857c-4a06-bdbe-2f5eb6b4390f req-5896a145-7bc4-4cfd-a770-2f5a5ea4b9a2 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0965862 Jun 16 16:59:55.302342 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e06043-7ce8-4fd6-aebe-aae23b1f1eb6 req-6ada5af7-15eb-4dcb-90e6-677a9c786921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:55.303733 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a4e06043-7ce8-4fd6-aebe-aae23b1f1eb6 req-6ada5af7-15eb-4dcb-90e6-677a9c786921 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 1098 time: 0.0834160 Jun 16 16:59:55.308433 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-515fa435-857c-4a06-bdbe-2f5eb6b4390f req-b02182b7-d261-4b3c-8e20-5fdb0e9ad37b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441236 Jun 16 16:59:55.349297 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a4e06043-7ce8-4fd6-aebe-aae23b1f1eb6 req-c52a3d94-67c3-4c31-b6a3-c38ac02b2521 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266185 Jun 16 16:59:55.850445 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-113a63ab-35bc-462e-a03d-f1a5d99d0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.244615 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.530662 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017265b6-cb56-4ac9-838d-a31c66f3fb4a req-592aad7a-1826-4a09-a6f2-04e8501db608 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:56.532081 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-017265b6-cb56-4ac9-838d-a31c66f3fb4a req-592aad7a-1826-4a09-a6f2-04e8501db608 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1124773 Jun 16 16:59:56.569027 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-017265b6-cb56-4ac9-838d-a31c66f3fb4a req-42134bd5-2827-4331-adf4-197e15f7920d tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309403 Jun 16 16:59:56.818789 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:57.737402 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f0fb9-30a0-4455-825d-23286b82138c req-781135c4-65b8-49c5-ae2d-4a7fca53ab75 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:57.738861 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d50f0fb9-30a0-4455-825d-23286b82138c req-781135c4-65b8-49c5-ae2d-4a7fca53ab75 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0605788 Jun 16 16:59:57.779744 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d50f0fb9-30a0-4455-825d-23286b82138c req-e00de054-c009-4945-a328-c620d0a860b3 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338061 Jun 16 16:59:57.939612 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f3eed-b9b2-4cf4-a03c-1d71a2e46b25 req-adc5b441-c5b9-47f7-9063-e7bea28f1adf tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:57.941511 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b26f3eed-b9b2-4cf4-a03c-1d71a2e46b25 req-adc5b441-c5b9-47f7-9063-e7bea28f1adf tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0604835 Jun 16 16:59:57.949686 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34024) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:57.954196 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-57bb963c-7292-4c9a-88a8-e6d907c59d58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'floatingip': {'port_id': '1da8b541-8f17-415a-a60c-430d1e439860'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:58.022623 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-57bb963c-7292-4c9a-88a8-e6d907c59d58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.774831 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.796924 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-57bb963c-7292-4c9a-88a8-e6d907c59d58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.800867 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-57bb963c-7292-4c9a-88a8-e6d907c59d58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.896595 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [None req-57bb963c-7292-4c9a-88a8-e6d907c59d58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Floating IP a642c8eb-4c4a-429c-882a-5f26b8fbfefc associated. External IP: 172.27.1.144, port: 1da8b541-8f17-415a-a60c-430d1e439860. Jun 16 16:59:59.091463 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bb963c-7292-4c9a-88a8-e6d907c59d58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Router 00066e24-a085-447c-b7bf-bd3e811002f6 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:59:59.194525 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bb963c-7292-4c9a-88a8-e6d907c59d58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:59:59.199000 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-57bb963c-7292-4c9a-88a8-e6d907c59d58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.204601 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] Sync routers for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:59:59.213828 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:59.214479 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:59:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:59.234057 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-57bb963c-7292-4c9a-88a8-e6d907c59d58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "PUT /v2.0/floatingips/a642c8eb-4c4a-429c-882a-5f26b8fbfefc HTTP/1.1" status: 200 len: 991 time: 1.2833121 Jun 16 16:59:59.234800 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'tag': '1da8b541-8f17-415a-a60c-430d1e439860'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:59.240386 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b1e65a-76d8-4d29-86e4-f0e89d44c8db", "tag": "1da8b541-8f17-415a-a60c-430d1e439860"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:59.278874 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3188fca1-dae9-4bdc-ab73-b0e58925642b x-openstack-request-id: req-3188fca1-dae9-4bdc-ab73-b0e58925642b {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:59.279203 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b1e65a-76d8-4d29-86e4-f0e89d44c8db", "tag": "1da8b541-8f17-415a-a60c-430d1e439860", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:59.279490 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3188fca1-dae9-4bdc-ab73-b0e58925642b {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:59.279934 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'tag': '1da8b541-8f17-415a-a60c-430d1e439860', 'status': 'completed', 'code': 200} Jun 16 16:59:59.324450 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:59.691279 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': 'a642c8eb-4c4a-429c-882a-5f26b8fbfefc', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'port_id': '1da8b541-8f17-415a-a60c-430d1e439860', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'mac_address': 'fa:16:3e:4e:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:59:46Z', 'updated_at': '2021-06-16T16:59:58Z', 'revision_number': 1, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:59.694453 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] Checking router: 00066e24-a085-447c-b7bf-bd3e811002f6 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:59:59.702167 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:59.702863 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T16:59:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:59.804592 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:00.017026 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': 'a642c8eb-4c4a-429c-882a-5f26b8fbfefc', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'port_id': '1da8b541-8f17-415a-a60c-430d1e439860', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'mac_address': 'fa:16:3e:4e:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:59:46Z', 'updated_at': '2021-06-16T16:59:58Z', 'revision_number': 1, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:00.020514 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bddb84d-9b71-49d2-8616-8030b28a20d3 None None] The sync data for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi is: [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': 'a642c8eb-4c4a-429c-882a-5f26b8fbfefc', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'port_id': '1da8b541-8f17-415a-a60c-430d1e439860', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'mac_address': 'fa:16:3e:4e:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:59:46Z', 'updated_at': '2021-06-16T16:59:58Z', 'revision_number': 1, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:00.187154 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129f5cb-bab2-4c8f-be3f-1fe7bd185975 None None] New status for floating IP a642c8eb-4c4a-429c-882a-5f26b8fbfefc: ACTIVE {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:00:01.190298 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-9a89e2e5-042f-4aa6-a883-0ce26e4645d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:01.191754 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-9a89e2e5-042f-4aa6-a883-0ce26e4645d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 1098 time: 0.0555844 Jun 16 17:00:01.281769 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-b3336e76-c701-45a8-89d9-d688ce5d4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:01.283239 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-b3336e76-c701-45a8-89d9-d688ce5d4428 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 913 time: 0.0815206 Jun 16 17:00:01.347537 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-4cb242db-270f-44b3-9b6f-66712abc5937 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1da8b541-8f17-415a-a60c-430d1e439860 HTTP/1.1" status: 200 len: 1001 time: 0.0572245 Jun 16 17:00:01.407672 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-035f2b79-c53f-4a8f-b3e9-d5f571b0ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:01.409032 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-035f2b79-c53f-4a8f-b3e9-d5f571b0ac9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=825d2fac-6472-46c2-98ee-27fe2a5b1f38 HTTP/1.1" status: 200 len: 850 time: 0.0410593 Jun 16 17:00:01.472726 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-bf230972-fa52-4493-9487-e4041a14137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:01.474272 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-bf230972-fa52-4493-9487-e4041a14137f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498710 Jun 16 17:00:01.573292 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-39c52855-b337-4cde-b25f-acf716f661ca service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847416 Jun 16 17:00:01.665282 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ba6b8b1e-b824-450e-a7ff-214ea006fb0a req-268fcb11-0a7e-4278-b53d-efaaec2bfe55 service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790784 Jun 16 17:00:12.067625 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac048c04-a878-4e7b-bb5b-32692cc7a368 req-b0c68232-f411-4d4b-b4ca-6a0f421671a8 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:12.069046 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ac048c04-a878-4e7b-bb5b-32692cc7a368 req-b0c68232-f411-4d4b-b4ca-6a0f421671a8 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 946 time: 0.0648336 Jun 16 17:00:12.104940 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ac048c04-a878-4e7b-bb5b-32692cc7a368 req-0e223f6a-d6a4-4851-b141-f16a5dcf94a6 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303960 Jun 16 17:00:13.275445 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e0467-66a2-4086-bcff-2620fba3e15b req-0fae83c0-6ce4-4491-9109-745cf592ae4a tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:13.276878 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-740e0467-66a2-4086-bcff-2620fba3e15b req-0fae83c0-6ce4-4491-9109-745cf592ae4a tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 946 time: 0.0605962 Jun 16 17:00:13.312821 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-740e0467-66a2-4086-bcff-2620fba3e15b req-e8fa0f9b-ebcc-4ea8-86d8-ae500efb6749 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304825 Jun 16 17:00:14.482986 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e725b-0952-4e4a-99c1-70f322e59790 req-4b3259ff-8437-4e36-bc6f-252acac1e1f8 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:14.484404 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a66e725b-0952-4e4a-99c1-70f322e59790 req-4b3259ff-8437-4e36-bc6f-252acac1e1f8 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 946 time: 0.0615263 Jun 16 17:00:14.520023 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a66e725b-0952-4e4a-99c1-70f322e59790 req-965e7197-65ae-4c59-a3cd-b5ef48da95f7 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/security-groups?id=1105b38b-d04f-46a6-a2d6-1383256225bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300109 Jun 16 17:00:14.742711 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-8ff7448c-a7b5-4bcd-8b41-430d3e39f97a tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:14.744113 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-8ff7448c-a7b5-4bcd-8b41-430d3e39f97a tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 946 time: 0.0632098 Jun 16 17:00:14.841591 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Deleting port 07f910e1-fa4d-45de-a6f3-349357534cb9 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:14.841925 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.927066 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] For port 07f910e1-fa4d-45de-a6f3-349357534cb9, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=07f910e1-fa4d-45de-a6f3-349357534cb9,segment=NetworkSegment(3367a434-f680-457d-aca6-71e9049b79ce),segment_id=3367a434-f680-457d-aca6-71e9049b79ce)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:14.927423 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.991890 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Calling delete_port for 07f910e1-fa4d-45de-a6f3-349357534cb9 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:00:15.113199 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.116998 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-608faadd-691b-458f-b65d-1cd70231ac6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:15.133535 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['07f910e1-fa4d-45de-a6f3-349357534cb9'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:15.145252 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Pushing event deleted for resources: {'Port': ['ID=07f910e1-fa4d-45de-a6f3-349357534cb9,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:15.159882 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.160304 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.160696 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.161055 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.161409 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.161762 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.162113 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.162487 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.162838 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.163183 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.163527 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.163871 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:15.182205 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:15.201358 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] No DVR routers for this DVR port 07f910e1-fa4d-45de-a6f3-349357534cb9 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:00:15.203605 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.205558 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-893b2933-40ea-4fdb-a8e2-8434b9b94313 req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.46 "DELETE /v2.0/ports/07f910e1-fa4d-45de-a6f3-349357534cb9 HTTP/1.1" status: 204 len: 173 time: 0.4535205 Jun 16 17:00:15.206574 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec161ad-cb4a-404c-94cf-b9e8edbd4d86', 'name': 'network-vif-deleted', 'tag': '07f910e1-fa4d-45de-a6f3-349357534cb9'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:15.208816 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57585e6-3336-427e-a4e1-1ee7a9fb17d0" -d '{"events": [{"server_uuid": "3ec161ad-cb4a-404c-94cf-b9e8edbd4d86", "name": "network-vif-deleted", "tag": "07f910e1-fa4d-45de-a6f3-349357534cb9"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:15.247754 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2129dbfe-f78b-4b2b-bd3f-cc3eaf0502cd x-openstack-request-id: req-2129dbfe-f78b-4b2b-bd3f-cc3eaf0502cd {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:15.248079 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec161ad-cb4a-404c-94cf-b9e8edbd4d86", "name": "network-vif-deleted", "tag": "07f910e1-fa4d-45de-a6f3-349357534cb9", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:15.248387 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2129dbfe-f78b-4b2b-bd3f-cc3eaf0502cd {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:15.248839 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec161ad-cb4a-404c-94cf-b9e8edbd4d86', 'name': 'network-vif-deleted', 'tag': '07f910e1-fa4d-45de-a6f3-349357534cb9', 'status': 'completed', 'code': 200} Jun 16 17:00:15.669044 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-97b6a6c8-2aff-4109-9781-15251b9f64d6 req-cce2c9ef-087a-45a6-b2f7-7a924b445778 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ec161ad-cb4a-404c-94cf-b9e8edbd4d86 HTTP/1.1" status: 200 len: 210 time: 0.0274079 Jun 16 17:00:17.916395 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:19.342560 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:00:19.491282 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 07f910e1-fa4d-45de-a6f3-349357534cb9 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:00:19.512000 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 07f910e1-fa4d-45de-a6f3-349357534cb9 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:00:19.512357 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 07f910e1-fa4d-45de-a6f3-349357534cb9 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:00:23.582145 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7f415564-30fd-46af-8337-510229063a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:25.851328 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-d465b5dd-3206-41cb-8ad1-68c7ba4a6141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.249312 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.424432 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be5b8b-94ee-4f29-87dc-8d8fc0b98fea req-91e442c8-8b22-446a-b545-d17b250cf8c1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:26.425942 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-19be5b8b-94ee-4f29-87dc-8d8fc0b98fea req-91e442c8-8b22-446a-b545-d17b250cf8c1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.0617321 Jun 16 17:00:26.465904 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-19be5b8b-94ee-4f29-87dc-8d8fc0b98fea req-3f3bf17e-3a7a-4e17-9be3-9aed752bd57c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340185 Jun 16 17:00:26.819530 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.640978 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1173e-41a1-42f1-84ab-04e71f889d3e req-98b41110-111e-4b85-9055-3b4066fcd690 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:27.642336 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bd1173e-41a1-42f1-84ab-04e71f889d3e req-98b41110-111e-4b85-9055-3b4066fcd690 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.0607638 Jun 16 17:00:27.678008 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bd1173e-41a1-42f1-84ab-04e71f889d3e req-cce30450-3421-4fbd-ad19-b065c5a4564a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296185 Jun 16 17:00:28.775613 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:28.851578 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64819a3b-3935-412e-8731-569d361de334 req-93da95da-8181-4167-9974-e30c7604a564 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:28.853121 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64819a3b-3935-412e-8731-569d361de334 req-93da95da-8181-4167-9974-e30c7604a564 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.0605321 Jun 16 17:00:28.889022 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-64819a3b-3935-412e-8731-569d361de334 req-92e57d8e-eea3-4dad-a170-c09f0bdaebbc tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297663 Jun 16 17:00:30.074149 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573addc4-1b69-461a-9a56-5ed61abe8982 req-bc389611-dae5-4c05-9549-cacc4df6ddd9 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:30.075630 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-573addc4-1b69-461a-9a56-5ed61abe8982 req-bc389611-dae5-4c05-9549-cacc4df6ddd9 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.0707991 Jun 16 17:00:30.112295 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-573addc4-1b69-461a-9a56-5ed61abe8982 req-33625a53-3207-43cc-b53a-8dcdf96adb3b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304575 Jun 16 17:00:31.287005 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7189b73-f2b6-4afe-94ba-dff3ea903524 req-fbe5fbff-62c1-468e-975e-60b88c221262 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:31.288429 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a7189b73-f2b6-4afe-94ba-dff3ea903524 req-fbe5fbff-62c1-468e-975e-60b88c221262 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.0608656 Jun 16 17:00:31.324008 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a7189b73-f2b6-4afe-94ba-dff3ea903524 req-2a49b54d-16a8-4dcd-8408-bdc8bb6cd9f9 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=a46c9476-d969-49a1-b3c2-f8d356ee3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300138 Jun 16 17:00:31.486128 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-e1f36f7d-1047-468b-a2a8-252957311411 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:31.487573 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-e1f36f7d-1047-468b-a2a8-252957311411 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.46 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 946 time: 0.0620692 Jun 16 17:00:31.591761 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Deleting port f2d28464-72c6-4cb5-b036-d8880a585005 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:31.592070 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:31.691747 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] For port f2d28464-72c6-4cb5-b036-d8880a585005, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f2d28464-72c6-4cb5-b036-d8880a585005,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:31.692117 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:31.890098 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:31.890439 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:31.890706 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Floating IP 0853a2bc-a350-40a5-a698-b2a8c1e45b26 disassociated. External IP: 172.27.1.175, port: f2d28464-72c6-4cb5-b036-d8880a585005. Jun 16 17:00:31.891044 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Calling delete_port for f2d28464-72c6-4cb5-b036-d8880a585005 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:00:32.259081 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.262934 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8ac954da-2f6d-4150-829b-e275342c1fc6 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:32.285895 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event deleted for resources: {'Port': ['ID=f2d28464-72c6-4cb5-b036-d8880a585005,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:32.289219 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:32.403750 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Router 823a171d-e04f-4294-a537-3883999cc98d has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:00:32.497961 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8691dbc9-868a-413b-8828-05ad2fbb932b req-33d95a3b-a573-43f0-8fe7-4077b75ae4ef tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=7abb4b82-705f-4939-a6e9-1bae5be62528 HTTP/1.1" status: 200 len: 210 time: 0.0512178 Jun 16 17:00:32.537347 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:32.547257 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] Sync routers for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:32.556152 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:32.556766 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:32.582711 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] No DVR routers for this DVR port f2d28464-72c6-4cb5-b036-d8880a585005 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:00:32.585212 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.587287 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33f8148e-cf88-4ca5-b66a-32de3279bcdd req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.46 "DELETE /v2.0/ports/f2d28464-72c6-4cb5-b036-d8880a585005 HTTP/1.1" status: 204 len: 173 time: 1.0920720 Jun 16 17:00:32.587782 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'name': 'network-vif-deleted', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:32.590422 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bbbcdf-bdeb-4b6b-9029-c04c05a12f16" -d '{"events": [{"server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "name": "network-vif-deleted", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:32.677086 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:32.682839 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ff58a6-c3b2-48c5-958f-09ca49574c8a x-openstack-request-id: req-82ff58a6-c3b2-48c5-958f-09ca49574c8a {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:32.683296 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb4b82-705f-4939-a6e9-1bae5be62528", "name": "network-vif-deleted", "tag": "f2d28464-72c6-4cb5-b036-d8880a585005", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:32.683773 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-82ff58a6-c3b2-48c5-958f-09ca49574c8a {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:32.684321 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb4b82-705f-4939-a6e9-1bae5be62528', 'name': 'network-vif-deleted', 'tag': 'f2d28464-72c6-4cb5-b036-d8880a585005', 'status': 'completed', 'code': 200} Jun 16 17:00:32.878495 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:32.882176 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] Checking router: 823a171d-e04f-4294-a537-3883999cc98d for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:32.891484 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:32.892101 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:32.997391 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:33.194358 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:33.198122 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b5ab2-6219-42cf-a136-a3ec747ae015 None None] The sync data for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi is: [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:33.448115 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1276d8-ed30-4af2-8e47-47b34d9f53e1 None None] New status for floating IP 0853a2bc-a350-40a5-a698-b2a8c1e45b26: DOWN {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:00:33.635405 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34264) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:33.689983 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-209151c4-e9b4-4749-9668-bea6821e3137 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.712672 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-209151c4-e9b4-4749-9668-bea6821e3137 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.759213 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-209151c4-e9b4-4749-9668-bea6821e3137 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.761845 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-209151c4-e9b4-4749-9668-bea6821e3137 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.763042 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-209151c4-e9b4-4749-9668-bea6821e3137 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "DELETE /v2.0/security-groups/a46c9476-d969-49a1-b3c2-f8d356ee3b39 HTTP/1.1" status: 204 len: 168 time: 0.1265452 Jun 16 17:00:33.763792 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-9bdec66f-1a83-4be2-9f9b-38510de25973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:33.765829 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34266) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:33.772385 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209151c4-e9b4-4749-9668-bea6821e3137 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46c9476-d969-49a1-b3c2-f8d356ee3b39,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:33.774751 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-209151c4-e9b4-4749-9668-bea6821e3137 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:33.780592 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.api.v2.resource [None req-24a6be8a-ea99-4d4e-a6f4-a22bd17d013a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] show failed (client error): The resource could not be found. Jun 16 17:00:33.785062 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-24a6be8a-ea99-4d4e-a6f4-a22bd17d013a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups/a46c9476-d969-49a1-b3c2-f8d356ee3b39 HTTP/1.1" status: 404 len: 347 time: 0.0181782 Jun 16 17:00:33.785233 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34268) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:33.905133 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Deleting port 4e64d129-3a58-41d0-aa7b-5e18a3720a70 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:33.905473 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.990216 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.990581 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.053873 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Calling delete_port for 4e64d129-3a58-41d0-aa7b-5e18a3720a70 owned by network:floatingip {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:00:34.192267 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.194645 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-533efcde-0f89-4588-aa75-3a9ab2c5c2cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:34.218987 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event deleted for resources: {'Port': ['ID=4e64d129-3a58-41d0-aa7b-5e18a3720a70,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:34.222214 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:34.288875 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.292220 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.293540 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "DELETE /v2.0/floatingips/0853a2bc-a350-40a5-a698-b2a8c1e45b26 HTTP/1.1" status: 204 len: 168 time: 0.5072973 Jun 16 17:00:34.931820 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34282) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:34.936400 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-c4b43ea3-529b-462e-a54c-9ec926c03051 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--64731332', 'description': 'tempest-description--1304380645'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:34.961842 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c4b43ea3-529b-462e-a54c-9ec926c03051 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.026096 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f2d28464-72c6-4cb5-b036-d8880a585005 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:00:35.043664 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c4b43ea3-529b-462e-a54c-9ec926c03051 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.049415 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c4b43ea3-529b-462e-a54c-9ec926c03051 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.052010 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0c81c439-a76f-48ea-9ce9-5458ef9df3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:35.054526 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: f2d28464-72c6-4cb5-b036-d8880a585005 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:00:35.054526 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device f2d28464-72c6-4cb5-b036-d8880a585005 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:00:35.076399 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c4b43ea3-529b-462e-a54c-9ec926c03051 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.078091 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-c4b43ea3-529b-462e-a54c-9ec926c03051 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1447740 Jun 16 17:00:35.081357 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34286) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:35.086135 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-56c04b8c-855d-4bfc-bb58-571a562de7a4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'security_group_rule': {'security_group_id': 'cbe859bc-4f7f-4a39-b5f7-bba4d695d758', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:35.089036 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b43ea3-529b-462e-a54c-9ec926c03051 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe859bc-4f7f-4a39-b5f7-bba4d695d758,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:35.099725 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c4b43ea3-529b-462e-a54c-9ec926c03051 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:35.125684 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-56c04b8c-855d-4bfc-bb58-571a562de7a4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.188158 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-56c04b8c-855d-4bfc-bb58-571a562de7a4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.193056 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-56c04b8c-855d-4bfc-bb58-571a562de7a4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.200483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:35.218641 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c04b8c-855d-4bfc-bb58-571a562de7a4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99facaab-52a8-4c1a-b0cb-8165cc3b030a,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:35.221955 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-56c04b8c-855d-4bfc-bb58-571a562de7a4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:35.223418 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-56c04b8c-855d-4bfc-bb58-571a562de7a4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.224713 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-56c04b8c-855d-4bfc-bb58-571a562de7a4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423140 Jun 16 17:00:35.227300 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34292) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:35.231857 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-3bc9b9be-ced3-47df-84cc-b0f7794a379e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'security_group_rule': {'security_group_id': 'cbe859bc-4f7f-4a39-b5f7-bba4d695d758', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:35.259422 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b9be-ced3-47df-84cc-b0f7794a379e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.314244 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b9be-ced3-47df-84cc-b0f7794a379e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.317479 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b9be-ced3-47df-84cc-b0f7794a379e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.319512 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ff3d344e-aa61-45c1-810f-e09b874c8039 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:35.334131 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9b9be-ced3-47df-84cc-b0f7794a379e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51e9de6-dea8-4983-a967-8188eb17b8ca,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:35.336513 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3bc9b9be-ced3-47df-84cc-b0f7794a379e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:35.340992 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3bc9b9be-ced3-47df-84cc-b0f7794a379e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.342098 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-3bc9b9be-ced3-47df-84cc-b0f7794a379e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138201 Jun 16 17:00:35.345699 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34294) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:35.350000 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'floatingip': {'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:35.375157 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.475736 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.583045 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Allocated IP 172.27.1.58 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/56ec233c-abeb-4ddb-b1d4-82757945c91c) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:35.678525 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.716936 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.719636 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a252b15c-2c09-46e1-8b4d-36e13ca62046 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:35.756702 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:35.764226 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:35.767634 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:35.790622 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'Port': ['ID=56ec233c-abeb-4ddb-b1d4-82757945c91c,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:35.795811 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:35.885467 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.932521 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:36.073570 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:36.077892 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:36.081197 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ab1d062c-9bb9-4d0f-aed8-aca1cc4638b1 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:36.143560 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'Port': ['ID=56ec233c-abeb-4ddb-b1d4-82757945c91c,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:36.147073 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:36.153089 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:36.166177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:36.167551 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8209677 Jun 16 17:00:36.312729 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-739794e6-58aa-4533-8def-947e150a0ad8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--64731332&fields=id&tenant_id=71348cdc09ee48ceb90c4dfe775fc99a HTTP/1.1" status: 200 len: 267 time: 0.0376606 Jun 16 17:00:36.419358 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-05637a27-867e-4cf0-8ba0-6e816c598138 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:36.420956 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-05637a27-867e-4cf0-8ba0-6e816c598138 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 816 time: 0.1005085 Jun 16 17:00:36.436807 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-49044470-f4ed-4a0d-b161-fb67597c8714 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/quotas/71348cdc09ee48ceb90c4dfe775fc99a HTTP/1.1" status: 200 len: 375 time: 0.0095754 Jun 16 17:00:36.511879 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-ff9c1167-4a65-48f9-b567-d3e473b9eda0 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694857 Jun 16 17:00:36.650417 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-bb58d82f-0996-431f-9bbc-b6f5b0acb561 service neutron] 10.222.0.98 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270568 Jun 16 17:00:36.736985 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-a10d6bf1-c895-4f77-a304-16834ebe352a service neutron] 10.222.0.98 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805974 Jun 16 17:00:36.905064 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-87d4ab83-407b-4257-96d4-1fc1277ba909 req-679b9f4e-c74a-423c-9e38-8b0497dc3c03 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 210 time: 0.0338955 Jun 16 17:00:38.050271 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-12c9f7e5-0708-4c7c-8301-1c1424755a85 req-4422063e-0b4d-4455-95b6-a6838a05a3b0 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 210 time: 0.0283554 Jun 16 17:00:38.347516 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-f1579888-1502-4549-9912-09ab41692114 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:38.348991 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-f1579888-1502-4549-9912-09ab41692114 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 816 time: 0.0984643 Jun 16 17:00:38.416654 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-b00e6dbc-7485-4bdb-a0ae-1d6761c8cebd tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71348cdc09ee48ceb90c4dfe775fc99a HTTP/1.1" status: 200 len: 378 time: 0.0373068 Jun 16 17:00:38.427632 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'port': {'device_id': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'admin_state_up': True, 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'security_groups': ['cbe859bc-4f7f-4a39-b5f7-bba4d695d758']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:38.537002 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Made reservation on behalf of 71348cdc09ee48ceb90c4dfe775fc99a for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:38.540660 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:38.670450 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Allocated IP 172.20.0.14 (ba7080a3-8498-4496-984d-d98af57818e3/00ab8b76-5ae7-4a87-a79b-5f85ba745f40/d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:38.803211 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:38.819277 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Transition to ACTIVE for port object d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:38.850258 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:38.853928 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-15b808c7-9714-4ca5-81c9-f1a96262fb4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:38.891562 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Network ba7080a3-8498-4496-984d-d98af57818e3 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:38.894757 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:38.900754 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:38.927310 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event updated for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:38.932525 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:38.956368 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:38.957182 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:38.976671 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5533793 Jun 16 17:00:39.034224 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Request body: {'port': {'device_id': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:39.098644 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-ab4b5666-62b9-4ddd-bf02-e4725dbf2411 None None] Provisioning for port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:39.102346 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-ab4b5666-62b9-4ddd-bf02-e4725dbf2411 None None] Provisioning complete for port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:39.102697 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ab4b5666-62b9-4ddd-bf02-e4725dbf2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.111995 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.135930 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b5666-62b9-4ddd-bf02-e4725dbf2411 None None] Port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:00:39.358201 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80171241-842f-48d7-90d9-a4460be7a7ac req-c357c3ea-a4eb-487c-a270-8d915067c935 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:39.359576 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-80171241-842f-48d7-90d9-a4460be7a7ac req-c357c3ea-a4eb-487c-a270-8d915067c935 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 932 time: 0.1465344 Jun 16 17:00:39.437492 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-80171241-842f-48d7-90d9-a4460be7a7ac req-695b21e8-f80b-4d7b-9b71-4380bb02b0f2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686109 Jun 16 17:00:39.449295 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:39.457095 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.468923 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Transition to ACTIVE for port object d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:39.473888 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.475864 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d4dcc93a-d47b-4717-afe6-1cc52699410f tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:39.546532 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:39.549982 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:39.618048 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Attempting to bind port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:39.618393 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Attempting to bind port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:39.618658 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Attempting to bind port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 on network ba7080a3-8498-4496-984d-d98af57818e3 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:39.623087 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 on network ba7080a3-8498-4496-984d-d98af57818e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:00:39.623406 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Attempting to bind port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 on network ba7080a3-8498-4496-984d-d98af57818e3 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:39.628695 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:39.629037 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Checking segment: {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:39.629416 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Bound using segment: {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:39.629837 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Bound port: d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9994c9-d978-47cf-8fae-86b450606fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:39.630186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.693064 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:39.695985 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:39.699640 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.702255 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f30d9b13-460f-4aaf-a6a1-ab0c8c0539ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:39.731239 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:39.731840 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.733225 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] 10.222.0.46 "PUT /v2.0/ports/d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 HTTP/1.1" status: 200 len: 1094 time: 0.7461710 Jun 16 17:00:39.733720 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:39.736122 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c284933-e95e-4152-a043-094eaef7a206" -d '{"events": [{"name": "network-changed", "server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:39.778069 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:39.781588 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:39.790774 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7124e28-da4e-44af-8fe8-7dd3c3e375d6 x-openstack-request-id: req-b7124e28-da4e-44af-8fe8-7dd3c3e375d6 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:39.791100 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:39.791385 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b7124e28-da4e-44af-8fe8-7dd3c3e375d6 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:39.791810 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'status': 'completed', 'code': 200} Jun 16 17:00:39.868438 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-d1044e0b-1ee2-4b26-a91f-a377833625e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:39.869814 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-d1044e0b-1ee2-4b26-a91f-a377833625e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 1097 time: 0.0584011 Jun 16 17:00:39.920984 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-04b7d3e6-c4b3-48d8-8626-007f6149c231 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 HTTP/1.1" status: 200 len: 217 time: 0.0369611 Jun 16 17:00:39.972840 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-b058db08-daed-44ff-b4e1-5bb1c7c52ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:39.974199 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-b058db08-daed-44ff-b4e1-5bb1c7c52ffd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.0425653 Jun 16 17:00:40.031754 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-43522a18-9c76-4f96-914a-3f57dbadb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.033205 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-43522a18-9c76-4f96-914a-3f57dbadb721 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494151 Jun 16 17:00:40.130980 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-3b7ec331-48b6-4dae-a1ff-d886d5e324c9 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838265 Jun 16 17:00:40.221524 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-46a94077-3865-478f-90c0-70ffe9d60da6 req-bdc16ccf-36f3-47ba-84b7-40aab68d3d05 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807369 Jun 16 17:00:40.338446 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c284933-e95e-4152-a043-094eaef7a206 req-d480bba4-54ce-40a7-ad56-3bf9e24195f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.339916 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c284933-e95e-4152-a043-094eaef7a206 req-d480bba4-54ce-40a7-ad56-3bf9e24195f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 1097 time: 0.0553520 Jun 16 17:00:40.430982 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c284933-e95e-4152-a043-094eaef7a206 req-5f15245a-b9d0-4a95-a603-ee8cb3143bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.432403 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c284933-e95e-4152-a043-094eaef7a206 req-5f15245a-b9d0-4a95-a603-ee8cb3143bbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 918 time: 0.0837176 Jun 16 17:00:40.487046 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c284933-e95e-4152-a043-094eaef7a206 req-e6673b1d-d203-477e-960e-2a29276309fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 HTTP/1.1" status: 200 len: 217 time: 0.0352485 Jun 16 17:00:40.538148 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c284933-e95e-4152-a043-094eaef7a206 req-23e182d7-3cec-4e0f-91e6-e3f2d3963911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.539776 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c284933-e95e-4152-a043-094eaef7a206 req-23e182d7-3cec-4e0f-91e6-e3f2d3963911 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.0434201 Jun 16 17:00:40.646097 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade1491-c749-4b80-bfaa-58eef5ee0c99 req-62b3feef-088a-432b-8de7-4a16c606a834 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.647524 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fade1491-c749-4b80-bfaa-58eef5ee0c99 req-62b3feef-088a-432b-8de7-4a16c606a834 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.0926249 Jun 16 17:00:40.649950 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c284933-e95e-4152-a043-094eaef7a206 req-ddd5ed74-994e-4744-adec-ceee1b10c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.651314 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c284933-e95e-4152-a043-094eaef7a206 req-ddd5ed74-994e-4744-adec-ceee1b10c69a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1045210 Jun 16 17:00:40.707938 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fade1491-c749-4b80-bfaa-58eef5ee0c99 req-c689e681-6b43-4556-bfc4-eaf548eb2203 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547521 Jun 16 17:00:40.760267 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c284933-e95e-4152-a043-094eaef7a206 req-d7aa4d32-417f-4aeb-9ad3-e66c40797549 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946665 Jun 16 17:00:40.856931 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c284933-e95e-4152-a043-094eaef7a206 req-392d9e3f-7fa6-48f6-ba37-4a73039f519f service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811248 Jun 16 17:00:40.904944 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34396) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:40.947263 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc172e0-666f-4226-b4a6-498e095529c9 admin admin] Deleting subnet 5eb588a7-573f-46c6-80ed-8f866c338f63 {{(pid=92706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:00:40.950110 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0cc172e0-666f-4226-b4a6-498e095529c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.982199 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0cc172e0-666f-4226-b4a6-498e095529c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3390238'] for subnet, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.022597 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0cc172e0-666f-4226-b4a6-498e095529c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.071162 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0cc172e0-666f-4226-b4a6-498e095529c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3628078'] for subnet, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.073989 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-60269da3-d6eb-457b-a79e-cdc9af30d7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:41.098006 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0cc172e0-666f-4226-b4a6-498e095529c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.099910 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-0cc172e0-666f-4226-b4a6-498e095529c9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5eb588a7-573f-46c6-80ed-8f866c338f63 HTTP/1.1" status: 204 len: 168 time: 0.1940038 Jun 16 17:00:41.100898 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc172e0-666f-4226-b4a6-498e095529c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb588a7-573f-46c6-80ed-8f866c338f63,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:41.102672 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34398) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:41.103168 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0cc172e0-666f-4226-b4a6-498e095529c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:41.168718 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.246517 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.256405 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66d1897-7a26-4c5c-8e31-5170a3e3b2e0']}} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:41.265787 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3367a434-f680-457d-aca6-71e9049b79ce') {'for_net_delete': True} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:41.266077 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3367a434-f680-457d-aca6-71e9049b79ce') {} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:41.274906 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283585'] for segment, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.287752 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.293852 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=92705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:00:41.294341 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25363115'] for segment, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: Traceback (most recent call last): Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: timer() Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: cb(*args, **kw) Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: return func(*args, **kwargs) Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: self._notify() Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: self.callback(batched_events) Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: event.method(event) Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: return f(self, *a, **k) Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._get(url).json() Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: return self.request(url, 'GET', **kwargs) Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:00:41.296127 dv-cinder-783389-6-iscsi neutron-server[92705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:00:41.351710 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.355557 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:41.358040 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.360124 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] 10.222.0.98 "DELETE /v2.0/networks/a66d1897-7a26-4c5c-8e31-5170a3e3b2e0 HTTP/1.1" status: 204 len: 168 time: 0.2563996 Jun 16 17:00:41.371124 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a66d1897-7a26-4c5c-8e31-5170a3e3b2e0,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:41.378737 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.379120 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.379550 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.379923 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.380281 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.380643 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.380998 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.381375 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.381700 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.382052 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.382431 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.382782 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:41.385958 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:41.473227 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34404) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:41.512122 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-42638a59-1a5a-4d59-9967-48b5a95680ef admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8124469b1bfc4299bb305fef4e7a315d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374205 Jun 16 17:00:41.514198 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34406) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:41.560621 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-22f54aa9-379d-45ba-8fdf-e0cd4c6b64ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.581138 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-22f54aa9-379d-45ba-8fdf-e0cd4c6b64ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.624708 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-22f54aa9-379d-45ba-8fdf-e0cd4c6b64ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.627507 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-22f54aa9-379d-45ba-8fdf-e0cd4c6b64ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.628638 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-22f54aa9-379d-45ba-8fdf-e0cd4c6b64ff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1105b38b-d04f-46a6-a2d6-1383256225bb HTTP/1.1" status: 204 len: 168 time: 0.1135237 Jun 16 17:00:41.629350 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-bc8147b5-3639-4885-be8b-8e183906734c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:41.636049 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f54aa9-379d-45ba-8fdf-e0cd4c6b64ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1105b38b-d04f-46a6-a2d6-1383256225bb,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:41.638504 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-22f54aa9-379d-45ba-8fdf-e0cd4c6b64ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:41.899758 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507bd38-c92d-4bf4-8ac4-a6536fd5f1ab req-3cff7145-3f08-42be-a36f-d9f942c18465 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:41.901405 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9507bd38-c92d-4bf4-8ac4-a6536fd5f1ab req-3cff7145-3f08-42be-a36f-d9f942c18465 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.0696340 Jun 16 17:00:41.940413 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9507bd38-c92d-4bf4-8ac4-a6536fd5f1ab req-c8e0d774-d8cc-47b5-8b5c-a8b739789e3d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330200 Jun 16 17:00:43.075759 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:00:43.115220 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1906d59-7698-458a-bac8-c390e251fcf4 req-3f19c08a-7f6c-458a-a745-fb61e3ae4530 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:43.116762 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1906d59-7698-458a-bac8-c390e251fcf4 req-3f19c08a-7f6c-458a-a745-fb61e3ae4530 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.0619068 Jun 16 17:00:43.152833 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1906d59-7698-458a-bac8-c390e251fcf4 req-f1636ddd-f4ae-4b30-8d24-e15392a27e32 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304108 Jun 16 17:00:43.172601 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:43.183304 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'port_id': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'mac_address': 'fa:16:3e:8c:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:00:43.218597 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.231033 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:43.248956 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:43.252878 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.254621 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:43.301292 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:43.307981 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.308333 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.308674 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.309008 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.309338 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.309673 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.309998 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.310343 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.310671 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.310992 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.311310 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.311691 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:43.315795 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:43.620193 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:44.326991 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b42842-fa5c-44a4-be17-e7d087feec1b req-eac59334-af25-41ac-8b42-a9ab8bb98e6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:44.328418 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-82b42842-fa5c-44a4-be17-e7d087feec1b req-eac59334-af25-41ac-8b42-a9ab8bb98e6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 945 time: 0.0638502 Jun 16 17:00:44.365845 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-82b42842-fa5c-44a4-be17-e7d087feec1b req-d67623c3-61bc-4405-ace3-2060027db63a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301354 Jun 16 17:00:45.091170 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:45.146064 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:45.149471 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:45.149853 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.223211 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.244075 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:45.246347 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4060efe3-3b64-411a-86d1-e3e4399d9e76" -d '{"events": [{"server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "name": "network-vif-plugged", "status": "completed", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:45.258524 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:45.263523 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.265422 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:45.309564 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:45.312597 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:45.449148 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87082bf0-7ee6-49a0-a29f-0e520fae6a71 x-openstack-request-id: req-87082bf0-7ee6-49a0-a29f-0e520fae6a71 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:45.449450 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "name": "network-vif-plugged", "status": "completed", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:45.449715 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-87082bf0-7ee6-49a0-a29f-0e520fae6a71 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:45.450115 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'code': 200} Jun 16 17:00:45.541754 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab29b-242b-4eb3-b970-c18cdc1c4aa1 req-f2443bb7-e49c-4eab-b5d5-00c1d034f5b1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:45.543213 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-aebab29b-242b-4eb3-b970-c18cdc1c4aa1 req-f2443bb7-e49c-4eab-b5d5-00c1d034f5b1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0617623 Jun 16 17:00:45.580425 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-aebab29b-242b-4eb3-b970-c18cdc1c4aa1 req-1af77c8a-3ce9-4251-a64c-3be2beb5b806 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314181 Jun 16 17:00:45.683754 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98ec60-dc7a-4863-a941-d867e5be76aa req-3a86a057-e28a-4971-86e1-aee188c3ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:45.685179 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8c98ec60-dc7a-4863-a941-d867e5be76aa req-3a86a057-e28a-4971-86e1-aee188c3ecc0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 1099 time: 0.0493731 Jun 16 17:00:45.732301 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8c98ec60-dc7a-4863-a941-d867e5be76aa req-7bb0fe50-96ec-49c2-b958-0e9e678131d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361173 Jun 16 17:00:47.015745 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0997b-6c96-4d6d-9bde-77a61dc0b3cf req-24296354-06cf-4470-a30e-92be7a07cf49 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.017719 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a8a0997b-6c96-4d6d-9bde-77a61dc0b3cf req-24296354-06cf-4470-a30e-92be7a07cf49 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.3205914 Jun 16 17:00:47.053704 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a8a0997b-6c96-4d6d-9bde-77a61dc0b3cf req-935b6886-33f8-473a-a441-c11b1d11a7c5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299911 Jun 16 17:00:47.221391 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-7e06c36f-ea7c-45a4-afc6-68bccc42713c tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825050366&fields=id&tenant_id=995454a579f541d890449e49085c1044 HTTP/1.1" status: 200 len: 267 time: 0.0333323 Jun 16 17:00:47.285685 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-f116f752-3437-4b87-bd5c-0ec8381c85cd tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.287048 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-f116f752-3437-4b87-bd5c-0ec8381c85cd tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 984 time: 0.0604537 Jun 16 17:00:47.297296 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Request body: {'port': {'security_groups': ['fe6961d3-4602-48c8-a86b-1d9de2be9983']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:47.377993 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.540950 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] For port bba769a9-4786-4a28-9462-429dbb283af8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bba769a9-4786-4a28-9462-429dbb283af8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:47.568633 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.573011 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.576829 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-70b7db34-9864-40b5-9df6-348cc5fd0407 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:47.585881 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['bba769a9-4786-4a28-9462-429dbb283af8'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:47.615295 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.615913 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.617247 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-32d90e8a-0e44-4cb2-b8e8-7f7dcdd961fa req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "PUT /v2.0/ports/bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 200 len: 942 time: 0.3243041 Jun 16 17:00:47.617771 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:47.620115 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c22889-4a09-4efe-a52d-36f5af41585d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "tag": "bba769a9-4786-4a28-9462-429dbb283af8"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:47.624021 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34442) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:47.647059 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event updated for resources: {'Port': ['ID=bba769a9-4786-4a28-9462-429dbb283af8,revision_number=7']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:47.650634 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:47.663033 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a57fa25-ec1f-4b25-a166-438a0e1b06d8 x-openstack-request-id: req-3a57fa25-ec1f-4b25-a166-438a0e1b06d8 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:47.663477 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "tag": "bba769a9-4786-4a28-9462-429dbb283af8", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:47.663989 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3a57fa25-ec1f-4b25-a166-438a0e1b06d8 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:47.664507 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8', 'status': 'completed', 'code': 200} Jun 16 17:00:47.710593 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-cb53a8f0-3955-4a08-9f0c-05f6d7058045 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.723173 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['bba769a9-4786-4a28-9462-429dbb283af8'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:47.746008 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-cb53a8f0-3955-4a08-9f0c-05f6d7058045 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.764567 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c22889-4a09-4efe-a52d-36f5af41585d req-72c4e8e1-f80c-48d5-900c-994f941d0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.766869 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76c22889-4a09-4efe-a52d-36f5af41585d req-72c4e8e1-f80c-48d5-900c-994f941d0ea5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=995454a579f541d890449e49085c1044&device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 1098 time: 0.0653048 Jun 16 17:00:47.826158 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-cb53a8f0-3955-4a08-9f0c-05f6d7058045 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.829030 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-cb53a8f0-3955-4a08-9f0c-05f6d7058045 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.832995 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-cb53a8f0-3955-4a08-9f0c-05f6d7058045 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "DELETE /v2.0/security-groups/2c75b967-e838-488c-9525-a3494b4bf59f HTTP/1.1" status: 204 len: 168 time: 0.2059901 Jun 16 17:00:47.833581 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34444) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:47.834468 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c68767f3-64db-4dc2-bba4-85108783f442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:47.851687 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53a8f0-3955-4a08-9f0c-05f6d7058045 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c75b967-e838-488c-9525-a3494b4bf59f,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:47.879610 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-cb53a8f0-3955-4a08-9f0c-05f6d7058045 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:47.889189 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c22889-4a09-4efe-a52d-36f5af41585d req-f7a0ca4f-a3b5-4e37-acad-1ba8ef8e1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.890959 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76c22889-4a09-4efe-a52d-36f5af41585d req-f7a0ca4f-a3b5-4e37-acad-1ba8ef8e1d17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35d6f5f5-7722-4351-b624-f6595cd0870f HTTP/1.1" status: 200 len: 916 time: 0.1135206 Jun 16 17:00:47.898539 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-b7cd4ddb-d9eb-4f5e-96d7-5b04e6ca0614 None None] Provisioning complete for port bba769a9-4786-4a28-9462-429dbb283af8 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:47.898918 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4ddb-d9eb-4f5e-96d7-5b04e6ca0614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.970147 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.971051 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76c22889-4a09-4efe-a52d-36f5af41585d req-04c5a37f-5cc2-4b84-aabf-a9140da21a17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 200 len: 1001 time: 0.0690560 Jun 16 17:00:48.011356 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Deleting port 17a44b9e-276b-4ebd-906d-a6cad2ab51eb {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:48.012087 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.030321 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c22889-4a09-4efe-a52d-36f5af41585d req-c4cb3c60-27a6-494d-9595-1eecc76cd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:48.032935 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76c22889-4a09-4efe-a52d-36f5af41585d req-c4cb3c60-27a6-494d-9595-1eecc76cd9cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64451bb0-82d5-42eb-b752-a16e65cf0318 HTTP/1.1" status: 200 len: 853 time: 0.0496914 Jun 16 17:00:48.088241 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.088472 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.091962 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c22889-4a09-4efe-a52d-36f5af41585d req-9ed95a5e-178a-4aec-bc6a-9344e04fbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:48.093445 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76c22889-4a09-4efe-a52d-36f5af41585d req-9ed95a5e-178a-4aec-bc6a-9344e04fbd36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35d6f5f5-7722-4351-b624-f6595cd0870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510695 Jun 16 17:00:48.150726 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Calling delete_port for 17a44b9e-276b-4ebd-906d-a6cad2ab51eb owned by network:floatingip {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:00:48.220639 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76c22889-4a09-4efe-a52d-36f5af41585d req-3ba79510-f11a-4093-9ce3-4014c1345cd6 service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151469 Jun 16 17:00:48.270345 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad469a-f1ff-4efb-902f-c27e45c5f68a req-bc44ad4c-6e62-4eb2-a30a-6597a5253856 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:48.271960 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e8ad469a-f1ff-4efb-902f-c27e45c5f68a req-bc44ad4c-6e62-4eb2-a30a-6597a5253856 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0977142 Jun 16 17:00:48.328240 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.330192 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:48.355869 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e8ad469a-f1ff-4efb-902f-c27e45c5f68a req-37cd3cc7-8267-4dc8-b2a7-cc38119e170f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719526 Jun 16 17:00:48.371878 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76c22889-4a09-4efe-a52d-36f5af41585d req-f3352774-34c0-4c5b-8916-e644daa3cb95 service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354818 Jun 16 17:00:48.535845 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c4e61-e815-4721-be50-d661e94c9b9e req-a6afbb03-5af5-4103-adc6-977a8a05833d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:48.537448 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7a4c4e61-e815-4721-be50-d661e94c9b9e req-a6afbb03-5af5-4103-adc6-977a8a05833d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0635526 Jun 16 17:00:48.546056 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34452) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:48.546219 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event deleted for resources: {'Port': ['ID=17a44b9e-276b-4ebd-906d-a6cad2ab51eb,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:48.549706 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:48.552620 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-5c1b3a48-30dc-49c2-a9fb-95fe7aa53e5d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Request body: {'floatingip': {'port_id': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:48.595149 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5c1b3a48-30dc-49c2-a9fb-95fe7aa53e5d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.608243 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks [] for floatingip, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.608560 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.l3_db [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Floating IP 385e7ea8-f63f-4dcb-b5dc-210a565b285f disassociated (deleted). External IP: 172.27.1.102, port: bba769a9-4786-4a28-9462-429dbb283af8. Jun 16 17:00:48.810765 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Router c10ecfc4-1677-4e71-ab65-986a024551e3 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:00:48.917350 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:48.921773 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.926432 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] Sync routers for ids ['c10ecfc4-1677-4e71-ab65-986a024551e3'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:48.936240 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] Routers {'c10ecfc4-1677-4e71-ab65-986a024551e3'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:48.937449 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['c10ecfc4-1677-4e71-ab65-986a024551e3'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:48.963651 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "DELETE /v2.0/floatingips/385e7ea8-f63f-4dcb-b5dc-210a565b285f HTTP/1.1" status: 204 len: 168 time: 1.1163008 Jun 16 17:00:48.963651 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8'}] {{(pid=92705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:48.964489 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6890075a74d5e06acd346aaca2eea1093c8dfce6f6b202791e980c9b2d18cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abea246-7629-476c-9b91-f10154dada1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "tag": "bba769a9-4786-4a28-9462-429dbb283af8"}]}' {{(pid=92705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:49.027849 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5c1b3a48-30dc-49c2-a9fb-95fe7aa53e5d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:49.034414 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5c1b3a48-30dc-49c2-a9fb-95fe7aa53e5d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:49.059550 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] Set router c10ecfc4-1677-4e71-ab65-986a024551e3 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:49.081232 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e111c6f5-0582-44df-90d3-be44b3ed6550 x-openstack-request-id: req-e111c6f5-0582-44df-90d3-be44b3ed6550 {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:49.081566 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "tag": "bba769a9-4786-4a28-9462-429dbb283af8", "status": "completed", "code": 200}]} {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:49.081859 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e111c6f5-0582-44df-90d3-be44b3ed6550 {{(pid=92705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:49.082363 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8', 'status': 'completed', 'code': 200} Jun 16 17:00:49.182345 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [None req-5c1b3a48-30dc-49c2-a9fb-95fe7aa53e5d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Floating IP 2165905b-eab7-4300-9f96-1eb346b8d5ec associated. External IP: 172.27.1.58, port: d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88. Jun 16 17:00:49.274420 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abea246-7629-476c-9b91-f10154dada1f req-8ff34d01-825e-491e-a233-76f81b7e22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:49.275906 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7abea246-7629-476c-9b91-f10154dada1f req-8ff34d01-825e-491e-a233-76f81b7e22cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=995454a579f541d890449e49085c1044&device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 1098 time: 0.1629753 Jun 16 17:00:49.289202 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'aab793b6-04e0-4070-ae95-1fdbf974d2b9', 'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'tenant_id': '995454a579f541d890449e49085c1044', 'mac_address': 'fa:16:3e:e0:cf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:55Z', 'updated_at': '2021-06-16T16:56:03Z', 'revision_number': 5, 'project_id': '995454a579f541d890449e49085c1044', 'subnets': [{'id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:49.292888 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] Checking router: c10ecfc4-1677-4e71-ab65-986a024551e3 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:49.302105 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] Routers {'c10ecfc4-1677-4e71-ab65-986a024551e3'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:49.302745 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['c10ecfc4-1677-4e71-ab65-986a024551e3'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:49.463283 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abea246-7629-476c-9b91-f10154dada1f req-8e2ddb89-14dd-4939-b458-23df337c574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:49.464727 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7abea246-7629-476c-9b91-f10154dada1f req-8e2ddb89-14dd-4939-b458-23df337c574f service neutron] 10.222.0.46 "GET /v2.0/networks?id=35d6f5f5-7722-4351-b624-f6595cd0870f HTTP/1.1" status: 200 len: 916 time: 0.1677127 Jun 16 17:00:49.514439 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7abea246-7629-476c-9b91-f10154dada1f req-33e1fd94-6de7-43e7-92e2-63ccb78c0f58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 200 len: 217 time: 0.0399518 Jun 16 17:00:49.520068 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1b3a48-30dc-49c2-a9fb-95fe7aa53e5d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Router 823a171d-e04f-4294-a537-3883999cc98d has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:00:49.531116 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] Set router c10ecfc4-1677-4e71-ab65-986a024551e3 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:49.634962 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abea246-7629-476c-9b91-f10154dada1f req-c3675d76-d561-4bde-a219-35223cbeab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:49.636386 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7abea246-7629-476c-9b91-f10154dada1f req-c3675d76-d561-4bde-a219-35223cbeab4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64451bb0-82d5-42eb-b752-a16e65cf0318 HTTP/1.1" status: 200 len: 853 time: 0.1049340 Jun 16 17:00:49.695628 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1b3a48-30dc-49c2-a9fb-95fe7aa53e5d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:49.700592 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5c1b3a48-30dc-49c2-a9fb-95fe7aa53e5d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:49.705375 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] Sync routers for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:49.716206 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:49.717029 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:49.727815 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'aab793b6-04e0-4070-ae95-1fdbf974d2b9', 'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'tenant_id': '995454a579f541d890449e49085c1044', 'mac_address': 'fa:16:3e:e0:cf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:55Z', 'updated_at': '2021-06-16T16:56:03Z', 'revision_number': 5, 'project_id': '995454a579f541d890449e49085c1044', 'subnets': [{'id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:49.731639 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4982d16-dd19-4937-bceb-9dc3865ad3ab None None] The sync data for ids ['c10ecfc4-1677-4e71-ab65-986a024551e3'] in dv-cinder-783389-6-iscsi is: [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T16:55:55Z', 'revision_number': 4, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'aab793b6-04e0-4070-ae95-1fdbf974d2b9', 'name': '', 'network_id': '35d6f5f5-7722-4351-b624-f6595cd0870f', 'tenant_id': '995454a579f541d890449e49085c1044', 'mac_address': 'fa:16:3e:e0:cf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:55Z', 'updated_at': '2021-06-16T16:56:03Z', 'revision_number': 5, 'project_id': '995454a579f541d890449e49085c1044', 'subnets': [{'id': '64451bb0-82d5-42eb-b752-a16e65cf0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:49.749270 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-5c1b3a48-30dc-49c2-a9fb-95fe7aa53e5d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "PUT /v2.0/floatingips/2165905b-eab7-4300-9f96-1eb346b8d5ec HTTP/1.1" status: 200 len: 991 time: 1.1994591 Jun 16 17:00:49.749270 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abea246-7629-476c-9b91-f10154dada1f req-e7afcbad-5940-4f2b-91d4-0a67593e55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:49.749943 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7abea246-7629-476c-9b91-f10154dada1f req-e7afcbad-5940-4f2b-91d4-0a67593e55fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35d6f5f5-7722-4351-b624-f6595cd0870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1042058 Jun 16 17:00:49.750586 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:49.753653 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02d75ca-28ea-4040-86d9-faa9d7ee0281" -d '{"events": [{"name": "network-changed", "server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:49.853450 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5597a8d4-4e62-4c4a-b419-25b9c79c10ed x-openstack-request-id: req-5597a8d4-4e62-4c4a-b419-25b9c79c10ed {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:49.853844 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:49.854230 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5597a8d4-4e62-4c4a-b419-25b9c79c10ed {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:49.854946 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'status': 'completed', 'code': 200} Jun 16 17:00:49.908936 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:49.917058 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7abea246-7629-476c-9b91-f10154dada1f req-2dc15e67-72e8-4ee0-98b3-3d04ce860f28 service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533973 Jun 16 17:00:49.935749 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-d98a0e00-d9f8-46b2-9cd5-d17134164a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:49.937342 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-d98a0e00-d9f8-46b2-9cd5-d17134164a70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 1099 time: 0.0801554 Jun 16 17:00:50.091810 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016a37d-4817-41ee-9ee5-61fd5b597032 None None] New status for floating IP 385e7ea8-f63f-4dcb-b5dc-210a565b285f: DOWN {{(pid=92708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:00:50.101324 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7abea246-7629-476c-9b91-f10154dada1f req-60d3ab70-55ca-4e9b-a96b-11027460b204 service neutron] 10.222.0.46 "GET /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630385 Jun 16 17:00:50.104186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-c42bcabc-9e61-4ab9-a56b-37e789b1619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:50.105479 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-c42bcabc-9e61-4ab9-a56b-37e789b1619f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 918 time: 0.1570370 Jun 16 17:00:50.183724 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '2165905b-eab7-4300-9f96-1eb346b8d5ec', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '823a171d-e04f-4294-a537-3883999cc98d', 'port_id': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'mac_address': 'fa:16:3e:8c:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:00:35Z', 'updated_at': '2021-06-16T17:00:48Z', 'revision_number': 1, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:50.184970 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-8279350b-f036-47b4-b2bd-b66dbec15e5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 HTTP/1.1" status: 200 len: 999 time: 0.0710442 Jun 16 17:00:50.188045 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] Checking router: 823a171d-e04f-4294-a537-3883999cc98d for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:50.196707 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:50.197313 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:50.248443 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-732c71c5-fa02-4506-8299-e21bdf1b0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:50.249819 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-732c71c5-fa02-4506-8299-e21bdf1b0b73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.0469046 Jun 16 17:00:50.307998 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:50.311491 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-12f9ef4f-3b26-43f8-945e-8447b834abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:50.312959 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-12f9ef4f-3b26-43f8-945e-8447b834abcb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520971 Jun 16 17:00:50.413662 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-c6236069-0404-4ffd-ab32-5a4a299ae4f3 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923560 Jun 16 17:00:50.514948 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b02d75ca-28ea-4040-86d9-faa9d7ee0281 req-1653bd7a-8039-4452-85b9-0893537e932d service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907955 Jun 16 17:00:50.632129 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '2165905b-eab7-4300-9f96-1eb346b8d5ec', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '823a171d-e04f-4294-a537-3883999cc98d', 'port_id': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'mac_address': 'fa:16:3e:8c:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:00:35Z', 'updated_at': '2021-06-16T17:00:48Z', 'revision_number': 1, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:50.635544 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9cbc32-9a67-4168-ab7e-97ed5cdc013c None None] The sync data for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi is: [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '2165905b-eab7-4300-9f96-1eb346b8d5ec', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '823a171d-e04f-4294-a537-3883999cc98d', 'port_id': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'mac_address': 'fa:16:3e:8c:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:00:35Z', 'updated_at': '2021-06-16T17:00:48Z', 'revision_number': 1, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:50.821135 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136dab9-497c-40a7-8e60-40c7829c46c9 None None] New status for floating IP 2165905b-eab7-4300-9f96-1eb346b8d5ec: ACTIVE {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:00:52.054729 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f4359-8a70-44be-89a4-dbf21fcdd8e6 req-b9ad49d8-c594-4636-8ab0-43d27765cf09 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:52.056146 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-123f4359-8a70-44be-89a4-dbf21fcdd8e6 req-b9ad49d8-c594-4636-8ab0-43d27765cf09 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.0644252 Jun 16 17:00:52.354167 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-123f4359-8a70-44be-89a4-dbf21fcdd8e6 req-3c75b358-c46e-42dc-a758-66444333c2a8 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923458 Jun 16 17:00:53.523134 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f656345-bae8-4e5d-b908-a67e0977964c req-c362ff3f-5038-44b9-8a67-592444ede2ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:53.524461 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0f656345-bae8-4e5d-b908-a67e0977964c req-c362ff3f-5038-44b9-8a67-592444ede2ab tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.0601583 Jun 16 17:00:53.559662 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0f656345-bae8-4e5d-b908-a67e0977964c req-82390e19-aff9-4a6e-883e-9a40cebf939e tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296392 Jun 16 17:00:53.582816 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-aa6de1d3-95f7-406a-ae2e-f3ba8c23a6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.559159 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-b33c2887-d689-4e2f-97e9-380bb1b67c97 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:54.560560 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-b33c2887-d689-4e2f-97e9-380bb1b67c97 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.46 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.0600743 Jun 16 17:00:54.660094 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Deleting port bba769a9-4786-4a28-9462-429dbb283af8 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:54.660320 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.779395 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] For port bba769a9-4786-4a28-9462-429dbb283af8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bba769a9-4786-4a28-9462-429dbb283af8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:54.779727 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.826083 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98025ea-0684-4abb-9612-075c7ca34d77 req-cbc5690d-385a-4174-8794-feb8b601edb8 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:54.827535 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a98025ea-0684-4abb-9612-075c7ca34d77 req-cbc5690d-385a-4174-8794-feb8b601edb8 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dced011-cb5d-42ef-bbec-2137b9e9539f HTTP/1.1" status: 200 len: 945 time: 0.1521513 Jun 16 17:00:54.854391 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Calling delete_port for bba769a9-4786-4a28-9462-429dbb283af8 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:00:54.925465 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a98025ea-0684-4abb-9612-075c7ca34d77 req-5d9fa901-0e97-429a-b1d1-d4dbe000aa7f tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe6961d3-4602-48c8-a86b-1d9de2be9983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689363 Jun 16 17:00:55.005008 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:55.009606 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:55.017948 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['bba769a9-4786-4a28-9462-429dbb283af8'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:55.036554 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Pushing event deleted for resources: {'Port': ['ID=bba769a9-4786-4a28-9462-429dbb283af8,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:55.042823 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:55.080281 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] No DVR routers for this DVR port bba769a9-4786-4a28-9462-429dbb283af8 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:00:55.082902 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:55.085035 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b88786d6-6f25-4f2a-a0a0-d6a2e73560ea req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] 10.222.0.46 "DELETE /v2.0/ports/bba769a9-4786-4a28-9462-429dbb283af8 HTTP/1.1" status: 204 len: 173 time: 0.5170088 Jun 16 17:00:55.085555 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'name': 'network-vif-deleted', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:55.088241 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25333af-fcbf-4e53-870a-179267f1e7e6" -d '{"events": [{"server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "name": "network-vif-deleted", "tag": "bba769a9-4786-4a28-9462-429dbb283af8"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:55.133492 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe53f5f-88df-4302-b7e2-237064b09765 x-openstack-request-id: req-9fe53f5f-88df-4302-b7e2-237064b09765 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:55.133819 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dced011-cb5d-42ef-bbec-2137b9e9539f", "name": "network-vif-deleted", "tag": "bba769a9-4786-4a28-9462-429dbb283af8", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:55.134128 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9fe53f5f-88df-4302-b7e2-237064b09765 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:55.134594 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dced011-cb5d-42ef-bbec-2137b9e9539f', 'name': 'network-vif-deleted', 'tag': 'bba769a9-4786-4a28-9462-429dbb283af8', 'status': 'completed', 'code': 200} Jun 16 17:00:55.851209 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-d509149e-9249-4f50-9d7a-c2daabb0a77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:56.254715 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:56.340795 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:00:56.612730 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34562) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:56.822267 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.155479 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956618'] for router_interface, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.191794 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device bba769a9-4786-4a28-9462-429dbb283af8 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:00:57.211325 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: bba769a9-4786-4a28-9462-429dbb283af8 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:00:57.211677 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device bba769a9-4786-4a28-9462-429dbb283af8 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:00:57.447125 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Deleting port aab793b6-04e0-4070-ae95-1fdbf974d2b9 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:57.447464 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.521864 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] For port aab793b6-04e0-4070-ae95-1fdbf974d2b9, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=aab793b6-04e0-4070-ae95-1fdbf974d2b9,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:57.522223 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.584802 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Calling delete_port for aab793b6-04e0-4070-ae95-1fdbf974d2b9 owned by network:router_interface {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:00:57.770065 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.772001 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ae0c2bf0-7fae-4568-8673-50647b9780c9 tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:57.796725 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=aab793b6-04e0-4070-ae95-1fdbf974d2b9,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:57.801029 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:57.956670 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956510'] for router_interface, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.157469 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Router c10ecfc4-1677-4e71-ab65-986a024551e3 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:00:58.256235 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:58.261132 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] 10.222.0.98 "PUT /v2.0/routers/c10ecfc4-1677-4e71-ab65-986a024551e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6474042 Jun 16 17:00:58.263621 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34572) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:58.266161 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] Sync routers for ids ['c10ecfc4-1677-4e71-ab65-986a024551e3'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:58.275122 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] Routers {'c10ecfc4-1677-4e71-ab65-986a024551e3'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:58.275816 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['c10ecfc4-1677-4e71-ab65-986a024551e3'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:58.360990 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Notify callbacks [] for router, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.376897 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] Set router c10ecfc4-1677-4e71-ab65-986a024551e3 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:58.458436 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.517867 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Deleting port 424d1cff-e772-430c-8da3-be91fec00b8b {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:58.518224 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.557852 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T17:00:57Z', 'revision_number': 5, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port': {'id': '424d1cff-e772-430c-8da3-be91fec00b8b', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:53Z', 'updated_at': '2021-06-16T16:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:58.561446 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] Checking router: c10ecfc4-1677-4e71-ab65-986a024551e3 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:58.573418 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] Routers {'c10ecfc4-1677-4e71-ab65-986a024551e3'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:58.574077 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['c10ecfc4-1677-4e71-ab65-986a024551e3'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:58.605979 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] For port 424d1cff-e772-430c-8da3-be91fec00b8b, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=424d1cff-e772-430c-8da3-be91fec00b8b,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:58.606444 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.659632 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] Set router c10ecfc4-1677-4e71-ab65-986a024551e3 gateway port host: None {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:58.671207 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Calling delete_port for 424d1cff-e772-430c-8da3-be91fec00b8b owned by network:router_gateway {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:00:58.714830 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T17:00:58Z', 'revision_number': 6, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port_host': None}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:58.718653 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32cc0-a3b1-494e-bb04-e07c88731ce2 None None] The sync data for ids ['c10ecfc4-1677-4e71-ab65-986a024551e3'] in dv-cinder-783389-6-iscsi is: [{'id': 'c10ecfc4-1677-4e71-ab65-986a024551e3', 'name': 'tempest-TestMinimumBasicScenario-170663398-router', 'tenant_id': '995454a579f541d890449e49085c1044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:52Z', 'updated_at': '2021-06-16T17:00:58Z', 'revision_number': 6, 'project_id': '995454a579f541d890449e49085c1044', 'gw_port_host': None}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:58.778981 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.099268 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.101478 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:59.125227 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Pushing event deleted for resources: {'Port': ['ID=424d1cff-e772-430c-8da3-be91fec00b8b,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:59.128357 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:59.185892 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-939293'] for router_gateway, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.287010 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1142'] for router, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.289049 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.353203 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937047'] for router, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.353640 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c10ecfc4-1677-4e71-ab65-986a024551e3 {{(pid=92706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:00:59.358526 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Notify callbacks [] for router, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.359469 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] 10.222.0.98 "DELETE /v2.0/routers/c10ecfc4-1677-4e71-ab65-986a024551e3 HTTP/1.1" status: 204 len: 168 time: 1.0949392 Jun 16 17:00:59.362602 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34584) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:59.408765 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_v2 [None req-0891d45c-765a-46b9-b10c-a3c295b60688 admin admin] Deleting subnet 64451bb0-82d5-42eb-b752-a16e65cf0318 {{(pid=92706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:00:59.411651 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0891d45c-765a-46b9-b10c-a3c295b60688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.444998 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0891d45c-765a-46b9-b10c-a3c295b60688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3390238'] for subnet, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.553704 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0891d45c-765a-46b9-b10c-a3c295b60688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.606704 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0891d45c-765a-46b9-b10c-a3c295b60688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3628078'] for subnet, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.610092 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0027d93a-6e36-4d50-b729-ca65ecd5f488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:59.634483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891d45c-765a-46b9-b10c-a3c295b60688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64451bb0-82d5-42eb-b752-a16e65cf0318,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:59.636442 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0891d45c-765a-46b9-b10c-a3c295b60688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.638295 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-0891d45c-765a-46b9-b10c-a3c295b60688 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/64451bb0-82d5-42eb-b752-a16e65cf0318 HTTP/1.1" status: 204 len: 168 time: 0.2747743 Jun 16 17:00:59.639228 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0891d45c-765a-46b9-b10c-a3c295b60688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:59.640780 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34586) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:59.643598 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df755f5-025b-4069-a960-4ba740e1a33c None None] Network 35d6f5f5-7722-4351-b624-f6595cd0870f requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:59.709802 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.765654 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Deleting port 31eafd26-f155-4a33-9b62-f2982c3f99f8 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:59.766534 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.828932 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] For port 31eafd26-f155-4a33-9b62-f2982c3f99f8, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=31eafd26-f155-4a33-9b62-f2982c3f99f8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:59.829099 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.835363 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] DHCP port deletion for 35d6f5f5-7722-4351-b624-f6595cd0870f request from dv-cinder-783389-6-iscsi {{(pid=92708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:00:59.880957 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] Deleting port 31eafd26-f155-4a33-9b62-f2982c3f99f8 {{(pid=92708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:59.881258 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.893535 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Calling delete_port for 31eafd26-f155-4a33-9b62-f2982c3f99f8 owned by network:dhcp {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:00:59.943969 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] For port 31eafd26-f155-4a33-9b62-f2982c3f99f8, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=31eafd26-f155-4a33-9b62-f2982c3f99f8,segment=NetworkSegment(72b83d02-aad4-4cac-b783-afe4d2df2612),segment_id=72b83d02-aad4-4cac-b783-afe4d2df2612)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:59.944518 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.971923 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.974026 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-04d3d21b-d087-4c44-915b-5ede4b10cff7 tempest-VolumesActionsTest-1091049112 tempest-VolumesActionsTest-1091049112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:00.004505 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31eafd26-f155-4a33-9b62-f2982c3f99f8,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:00.006308 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] Calling delete_port for 31eafd26-f155-4a33-9b62-f2982c3f99f8 owned by network:dhcp {{(pid=92708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:00.007350 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:00.009533 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] No DVR routers for this DVR port 31eafd26-f155-4a33-9b62-f2982c3f99f8 on host dv-cinder-783389-6-iscsi {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:00.094799 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.107079 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d6f5f5-7722-4351-b624-f6595cd0870f']}} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:00.121258 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b83d02-aad4-4cac-b783-afe4d2df2612') {'for_net_delete': True} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:00.122065 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b83d02-aad4-4cac-b783-afe4d2df2612') {} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:00.133744 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3390215'] for segment, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.140502 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879'] for port, after_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.143318 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-addf418e-0b39-444e-a4f0-61c159149b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:00.149028 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.156216 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=92706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:01:00.156704 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387083'] for segment, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: Traceback (most recent call last): Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: timer() Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: cb(*args, **kw) Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: return func(*args, **kwargs) Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: self._notify() Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: self.callback(batched_events) Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: event.method(event) Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:01:00.158541 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: return f(self, *a, **k) Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._get(url).json() Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: return self.request(url, 'GET', **kwargs) Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:01:00.162576 dv-cinder-783389-6-iscsi neutron-server[92706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:01:00.165162 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] Pushing event deleted for resources: {'Port': ['ID=31eafd26-f155-4a33-9b62-f2982c3f99f8,revision_number=None']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:00.168701 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:00.171695 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] No DVR routers for this DVR port 31eafd26-f155-4a33-9b62-f2982c3f99f8 on host dv-cinder-783389-6-iscsi {{(pid=92708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:00.232941 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.237040 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:00.239511 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.241326 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] 10.222.0.98 "DELETE /v2.0/networks/35d6f5f5-7722-4351-b624-f6595cd0870f HTTP/1.1" status: 204 len: 168 time: 0.5996294 Jun 16 17:01:00.244628 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34592) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:00.254816 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d6f5f5-7722-4351-b624-f6595cd0870f,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:00.260742 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:00.578057 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956618'] for router_interface, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.585408 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 424d1cff-e772-430c-8da3-be91fec00b8b no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:00.610408 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 424d1cff-e772-430c-8da3-be91fec00b8b {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:00.610766 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 424d1cff-e772-430c-8da3-be91fec00b8b not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:00.611189 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device aab793b6-04e0-4070-ae95-1fdbf974d2b9 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:00.630103 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: aab793b6-04e0-4070-ae95-1fdbf974d2b9 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:00.630489 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device aab793b6-04e0-4070-ae95-1fdbf974d2b9 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:00.630910 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 31eafd26-f155-4a33-9b62-f2982c3f99f8 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:00.648672 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 31eafd26-f155-4a33-9b62-f2982c3f99f8 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:00.649314 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 31eafd26-f155-4a33-9b62-f2982c3f99f8 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:00.826227 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Deleting port 03906340-ab2e-497e-8a52-7702fc825987 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:00.826508 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.903733 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] For port 03906340-ab2e-497e-8a52-7702fc825987, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=03906340-ab2e-497e-8a52-7702fc825987,segment=NetworkSegment(0098925e-ef6a-4a30-9a52-fe1e76d3e1bd),segment_id=0098925e-ef6a-4a30-9a52-fe1e76d3e1bd)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:00.904090 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.967982 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Calling delete_port for 03906340-ab2e-497e-8a52-7702fc825987 owned by network:router_interface {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:01.140161 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.142169 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-90cff0bd-9691-4082-bd71-50bc07cffa39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:01.164129 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=03906340-ab2e-497e-8a52-7702fc825987,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:01.166706 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:01.335090 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956510'] for router_interface, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.545568 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Router ec78c2c1-9205-4d4a-b74c-524585fbc862 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:01:01.654309 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:01.659480 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7a36cc66-d0c4-4889-92fb-417942451b39 admin admin] 10.222.0.98 "PUT /v2.0/routers/ec78c2c1-9205-4d4a-b74c-524585fbc862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135633 Jun 16 17:01:01.662041 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34610) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:01.662987 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] Sync routers for ids ['ec78c2c1-9205-4d4a-b74c-524585fbc862'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:01.683994 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] Routers {'ec78c2c1-9205-4d4a-b74c-524585fbc862'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:01.684642 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['ec78c2c1-9205-4d4a-b74c-524585fbc862'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:01.775882 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Notify callbacks [] for router, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.834830 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] Set router ec78c2c1-9205-4d4a-b74c-524585fbc862 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:01.879418 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.933552 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Deleting port e6e67ab4-445e-433e-b82a-7205049badda {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:01.933889 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.010264 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'name': 'tempest-TestMinimumBasicScenario-1796907488-router', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T17:01:01Z', 'revision_number': 5, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'gw_port': {'id': 'e6e67ab4-445e-433e-b82a-7205049badda', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T16:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:02.011574 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] For port e6e67ab4-445e-433e-b82a-7205049badda, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=e6e67ab4-445e-433e-b82a-7205049badda,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:02.011965 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.013586 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] Checking router: ec78c2c1-9205-4d4a-b74c-524585fbc862 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:02.022053 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] Routers {'ec78c2c1-9205-4d4a-b74c-524585fbc862'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:02.022679 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['ec78c2c1-9205-4d4a-b74c-524585fbc862'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:02.073539 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Calling delete_port for e6e67ab4-445e-433e-b82a-7205049badda owned by network:router_gateway {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:02.106031 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] Set router ec78c2c1-9205-4d4a-b74c-524585fbc862 gateway port host: None {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:02.160010 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'name': 'tempest-TestMinimumBasicScenario-1796907488-router', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T17:01:01Z', 'revision_number': 6, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'gw_port_host': None}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:02.163419 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1257fea8-25a1-464b-9757-43e944abb788 None None] The sync data for ids ['ec78c2c1-9205-4d4a-b74c-524585fbc862'] in dv-cinder-783389-6-iscsi is: [{'id': 'ec78c2c1-9205-4d4a-b74c-524585fbc862', 'name': 'tempest-TestMinimumBasicScenario-1796907488-router', 'tenant_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:55:58Z', 'updated_at': '2021-06-16T17:01:01Z', 'revision_number': 6, 'project_id': 'cd3a3ad4430c4a9eb453b870507a4ff5', 'gw_port_host': None}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:02.237740 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.240832 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3a0e70bd-bb2b-4a21-ab0c-3b2114ca18f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:02.264808 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e67ab4-445e-433e-b82a-7205049badda,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:02.269594 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:02.327088 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-939293'] for router_gateway, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.412768 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1142'] for router, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.414840 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.459972 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937047'] for router, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.460405 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec78c2c1-9205-4d4a-b74c-524585fbc862 {{(pid=92706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:01:02.464828 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Notify callbacks [] for router, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.465967 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] 10.222.0.98 "DELETE /v2.0/routers/ec78c2c1-9205-4d4a-b74c-524585fbc862 HTTP/1.1" status: 204 len: 168 time: 0.8023281 Jun 16 17:01:02.468518 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34616) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:02.515459 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_v2 [None req-22086103-5c40-4dba-87f2-eb88875963ae admin admin] Deleting subnet 92d1c09f-711e-42d6-a058-531adb106e33 {{(pid=92706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:01:02.518661 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-22086103-5c40-4dba-87f2-eb88875963ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.559344 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-22086103-5c40-4dba-87f2-eb88875963ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3390238'] for subnet, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.642152 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-22086103-5c40-4dba-87f2-eb88875963ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.691364 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-22086103-5c40-4dba-87f2-eb88875963ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3628078'] for subnet, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.694111 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:02.721768 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22086103-5c40-4dba-87f2-eb88875963ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d1c09f-711e-42d6-a058-531adb106e33,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:02.723694 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-22086103-5c40-4dba-87f2-eb88875963ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.725491 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-22086103-5c40-4dba-87f2-eb88875963ae admin admin] 10.222.0.98 "DELETE /v2.0/subnets/92d1c09f-711e-42d6-a058-531adb106e33 HTTP/1.1" status: 204 len: 168 time: 0.2560797 Jun 16 17:01:02.726388 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-22086103-5c40-4dba-87f2-eb88875963ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:02.728005 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34618) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:02.729586 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18cd84-39d0-4880-b31c-aa7f8a686457 None None] Network 04098ac0-8bd2-4ef0-9a93-7c0452920019 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:01:02.797215 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.855823 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Deleting port 6a7bd383-0980-4457-9196-e403b67a3743 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:02.856046 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.925726 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] For port 6a7bd383-0980-4457-9196-e403b67a3743, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=6a7bd383-0980-4457-9196-e403b67a3743,segment=NetworkSegment(0098925e-ef6a-4a30-9a52-fe1e76d3e1bd),segment_id=0098925e-ef6a-4a30-9a52-fe1e76d3e1bd)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:02.925726 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.979780 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 03906340-ab2e-497e-8a52-7702fc825987 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:02.990839 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Calling delete_port for 6a7bd383-0980-4457-9196-e403b67a3743 owned by network:dhcp {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:02.999246 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 03906340-ab2e-497e-8a52-7702fc825987 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:03.000469 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 03906340-ab2e-497e-8a52-7702fc825987 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:03.065629 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] DHCP port deletion for 04098ac0-8bd2-4ef0-9a93-7c0452920019 request from dv-cinder-783389-6-iscsi {{(pid=92708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:01:03.076906 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.079076 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1f13af43-74e2-432f-b59f-24394bd78d66 tempest-ServerRescueNegativeTestJSON-1729753023 tempest-ServerRescueNegativeTestJSON-1729753023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:03.102340 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7bd383-0980-4457-9196-e403b67a3743,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:03.105422 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:03.106194 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] No DVR routers for this DVR port 6a7bd383-0980-4457-9196-e403b67a3743 on host dv-cinder-783389-6-iscsi {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:03.112768 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] Deleting port 6a7bd383-0980-4457-9196-e403b67a3743 {{(pid=92708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:03.113222 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.177471 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.180924 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] For port 6a7bd383-0980-4457-9196-e403b67a3743, host dv-cinder-783389-6-iscsi, got binding levels [] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:03.181328 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.189790 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04098ac0-8bd2-4ef0-9a93-7c0452920019']}} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:03.201541 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd') {'for_net_delete': True} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:03.201844 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0098925e-ef6a-4a30-9a52-fe1e76d3e1bd') {} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:03.214204 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3390215'] for segment, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.231970 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.237863 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=92706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:01:03.238244 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387083'] for segment, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: Traceback (most recent call last): Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: timer() Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: cb(*args, **kw) Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: return func(*args, **kwargs) Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: self._notify() Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: self.callback(batched_events) Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: event.method(event) Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: return f(self, *a, **k) Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._get(url).json() Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: return self.request(url, 'GET', **kwargs) Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:01:03.240180 dv-cinder-783389-6-iscsi neutron-server[92706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:01:03.245167 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] Calling delete_port for 6a7bd383-0980-4457-9196-e403b67a3743 owned by network:dhcp {{(pid=92708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:03.248107 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.ipam_backend_mixin [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] Port 6a7bd383-0980-4457-9196-e403b67a3743 was not found and therefore no delete operation was performed {{(pid=92708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 16 17:01:03.249358 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879'] for port, after_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.251213 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:03.276025 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] Pushing event deleted for resources: {'Port': ['ID=6a7bd383-0980-4457-9196-e403b67a3743,revision_number=None']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:03.279451 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:03.282178 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] No DVR routers for this DVR port 6a7bd383-0980-4457-9196-e403b67a3743 on host dv-cinder-783389-6-iscsi {{(pid=92708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:03.296763 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.301521 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.303422 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/04098ac0-8bd2-4ef0-9a93-7c0452920019 HTTP/1.1" status: 204 len: 168 time: 0.5745244 Jun 16 17:01:03.304110 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:03.315456 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=04098ac0-8bd2-4ef0-9a93-7c0452920019,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:03.317850 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:03.413084 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34624) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:03.457075 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-161fbcd9-d5ad-4d6d-b41a-d1528075fc49 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=995454a579f541d890449e49085c1044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402930 Jun 16 17:01:03.457190 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34628) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:03.505744 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e45f2438-c0ca-464a-8a0e-79a3b431c352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.526263 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e45f2438-c0ca-464a-8a0e-79a3b431c352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.571571 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e45f2438-c0ca-464a-8a0e-79a3b431c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.574382 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e45f2438-c0ca-464a-8a0e-79a3b431c352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.578150 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e45f2438-c0ca-464a-8a0e-79a3b431c352 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fe6961d3-4602-48c8-a86b-1d9de2be9983 HTTP/1.1" status: 204 len: 168 time: 0.1175492 Jun 16 17:01:03.578150 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-352d80ec-2f59-4580-a198-269167c15b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:03.584449 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f2438-c0ca-464a-8a0e-79a3b431c352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6961d3-4602-48c8-a86b-1d9de2be9983,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:03.586940 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e45f2438-c0ca-464a-8a0e-79a3b431c352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:03.873940 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34636) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:03.913587 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-9b858cd7-bffe-427b-8a4c-b7d85927dc7a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cd3a3ad4430c4a9eb453b870507a4ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383399 Jun 16 17:01:03.915900 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34638) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:03.960693 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ab78fcb3-c42e-4be6-8cce-32bcec4233cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.981907 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ab78fcb3-c42e-4be6-8cce-32bcec4233cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.028241 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ab78fcb3-c42e-4be6-8cce-32bcec4233cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.031835 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ab78fcb3-c42e-4be6-8cce-32bcec4233cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.033062 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-ab78fcb3-c42e-4be6-8cce-32bcec4233cb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c8fe7d0c-5d0b-48e0-a911-5879ed0d72b5 HTTP/1.1" status: 204 len: 168 time: 0.1162636 Jun 16 17:01:04.033863 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c89f8cc0-bb35-44a2-8ed5-f37dc3138ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:04.040809 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78fcb3-c42e-4be6-8cce-32bcec4233cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fe7d0c-5d0b-48e0-a911-5879ed0d72b5,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:04.046319 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ab78fcb3-c42e-4be6-8cce-32bcec4233cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:04.585819 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 6a7bd383-0980-4457-9196-e403b67a3743 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:04.611634 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 6a7bd383-0980-4457-9196-e403b67a3743 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:04.611985 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 6a7bd383-0980-4457-9196-e403b67a3743 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:04.612586 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e6e67ab4-445e-433e-b82a-7205049badda no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:04.631264 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: e6e67ab4-445e-433e-b82a-7205049badda {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:04.631824 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e6e67ab4-445e-433e-b82a-7205049badda not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:04.672418 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34662) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:04.764742 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-380744529-network', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:04.786568 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Made reservation on behalf of 72e26b984ed54257bf3a08e75df6bd40 for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:04.788761 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.797233 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.882689 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.886461 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.890334 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:04.911115 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=92706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:01:04.920845 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec5ca6-bf39-4bfa-9b84-5ff3e8513222,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:04.925736 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:04.926817 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.927158 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Added segment 5e0c6541-fb09-4d72-b677-074e5d2b39cb of type vlan for network 77becf68-20ab-4b50-b83d-4d8db47505f9 Jun 16 17:01:04.966440 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.993718 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.995140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:04.995725 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.998489 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7e9f72cd-5604-423d-be1f-19e1079d5256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:05.021120 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3476067 Jun 16 17:01:05.024129 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34668) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:05.029181 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Request body: {'subnet': {'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-380744529-subnet', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:05.050258 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Made reservation on behalf of 72e26b984ed54257bf3a08e75df6bd40 for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:05.052698 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25183587'] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.058219 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Pushing event updated for resources: {'Network': ['ID=77becf68-20ab-4b50-b83d-4d8db47505f9,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:05.060793 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-424c14f3-e3e6-4dd8-9da9-572bcf9362a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:05.069531 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 77becf68-20ab-4b50-b83d-4d8db47505f9 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:01:05.220287 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25363061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25183601'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.222423 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ed2c021b-ec06-4219-8029-6d464e05e96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:05.272456 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a28a280-85a5-4ae2-9fc5-7befba896d39,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:05.275906 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:05.281598 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Checking segment: {'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:05.281943 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Network hostable DHCP agents. Network: 77becf68-20ab-4b50-b83d-4d8db47505f9, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:01:05.298057 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Network 77becf68-20ab-4b50-b83d-4d8db47505f9 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:01:05.306162 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 77becf68-20ab-4b50-b83d-4d8db47505f9) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:05.309762 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:05.310367 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.314920 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04baf08-0d6c-4431-b23a-694010e6e6be None None] Network 77becf68-20ab-4b50-b83d-4d8db47505f9 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:01:05.324291 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-b42cb7b0-e63e-4e24-85e8-432b6b042800 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2990820 Jun 16 17:01:05.327075 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34670) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:05.331388 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:05.351981 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.352845 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1151'] for router, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.407319 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.463296 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c085ca-2c1a-5bf4-a7bf-39277b0387d4-77becf68-20ab-4b50-b83d-4d8db47505f9', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39'}]}} from dv-cinder-783389-6-iscsi. {{(pid=92708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:01:05.464177 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.541134 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.592397 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.db_base_plugin_common [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Allocated IP 172.20.0.2 (77becf68-20ab-4b50-b83d-4d8db47505f9/4a28a280-85a5-4ae2-9fc5-7befba896d39/2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6) {{(pid=92708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:05.743258 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Notify callbacks [] for port, precommit_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.753628 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Transition to ACTIVE for port object 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:05.778124 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Transition to ACTIVE for port object 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 will not be triggered until provisioned by entity DHCP. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:05.786556 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.789318 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-165ca868-9f5d-4b71-bbd5-9850e41fe62e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:05.826074 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Network 77becf68-20ab-4b50-b83d-4d8db47505f9 is already hosted by enough agents. {{(pid=92708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:05.831701 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.base_scheduler [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Resources bound (agent type, host, resource id): {{(pid=92708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:05.835334 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Received port after_create {{(pid=92708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:05.842992 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Pushing event updated for resources: {'Port': ['ID=2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6,revision_number=1']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:05.847649 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:05.900388 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Attempting to bind port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:05.900759 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Attempting to bind port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:05.901131 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Attempting to bind port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 on network 77becf68-20ab-4b50-b83d-4d8db47505f9 {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:05.906614 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:05.906989 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Checking segment: {'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:05.907395 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.907796 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Bound using segment: {'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:05.908267 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Bound port: 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:05.908644 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.930723 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.949386 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.969798 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] For port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:05.972947 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] For port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:05.978169 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.980364 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:06.035683 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Pushing event updated for resources: {'Port': ['ID=2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:06.042732 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:06.051783 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Allocated IP 172.27.1.234 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/3bcec378-040e-4cb8-aeb5-95dcb8ac95cb) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:06.165019 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.221363 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.223489 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:06.265433 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:06.268259 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:06.272563 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:06.275661 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcec378-040e-4cb8-aeb5-95dcb8ac95cb,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:06.298489 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:06.525937 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.613000 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:06.667319 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:06.725929 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982'] for router, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.863944 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Router e7594875-dd82-46fc-9f78-0d207f2d8453 is scheduled to L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 with binding_index 1 {{(pid=92705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:01:06.946680 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e0cc58-6822-4a21-a357-7e234a027079 None None] Network 77becf68-20ab-4b50-b83d-4d8db47505f9 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:01:06.978387 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:06.995271 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.996676 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-5a9e2f20-9041-4e7a-a7c9-c35fda5c02a9 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6686876 Jun 16 17:01:06.999298 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34678) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:07.008090 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Sync routers for ids ['e7594875-dd82-46fc-9f78-0d207f2d8453'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:07.027418 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Routers {'e7594875-dd82-46fc-9f78-0d207f2d8453'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:07.028031 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e7594875-dd82-46fc-9f78-0d207f2d8453'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:07.147223 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-6ab4f231-7115-4282-b8ec-a4f1cb87fedb None None] Provisioning for port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:07.161394 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-6ab4f231-7115-4282-b8ec-a4f1cb87fedb None None] Provisioning complete for port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:07.161764 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f231-7115-4282-b8ec-a4f1cb87fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.220833 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Set router e7594875-dd82-46fc-9f78-0d207f2d8453 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:07.419936 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.426843 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f231-7115-4282-b8ec-a4f1cb87fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.467817 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-6ab4f231-7115-4282-b8ec-a4f1cb87fedb None None] For port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:07.475190 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f231-7115-4282-b8ec-a4f1cb87fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.477630 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:07.509341 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:06Z', 'revision_number': 3, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:07.519968 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Checking router: e7594875-dd82-46fc-9f78-0d207f2d8453 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:07.520328 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Updating router e7594875-dd82-46fc-9f78-0d207f2d8453 port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb binding host dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:01:07.550851 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4f231-7115-4282-b8ec-a4f1cb87fedb None None] Pushing event updated for resources: {'Port': ['ID=2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:07.554989 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-6ab4f231-7115-4282-b8ec-a4f1cb87fedb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:07.568129 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.599160 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Allocated IP 172.20.0.1 (77becf68-20ab-4b50-b83d-4d8db47505f9/4a28a280-85a5-4ae2-9fc5-7befba896d39/d64ea8f0-a537-47ea-a809-55676950ae9d) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:07.656926 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-65f037e0-70db-42de-91d1-c7f5e18177cc None None] Provisioning complete for port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:07.657490 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-65f037e0-70db-42de-91d1-c7f5e18177cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.702356 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.717099 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.provisioning_blocks [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Transition to ACTIVE for port object d64ea8f0-a537-47ea-a809-55676950ae9d will not be triggered until provisioned by entity DHCP. {{(pid=92705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:07.756694 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.758939 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f76e7d96-29ca-4993-8b34-8aff9d85b903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:07.794055 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Network 77becf68-20ab-4b50-b83d-4d8db47505f9 is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:07.797072 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:07.802535 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:07.830130 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Pushing event updated for resources: {'Port': ['ID=d64ea8f0-a537-47ea-a809-55676950ae9d,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:07.834163 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:07.846972 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934999'] for router_interface, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.884377 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Notify callbacks [] for port, precommit_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.895297 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Transition to ACTIVE for port object 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:07.902437 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.915291 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:07.961705 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Attempting to bind port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:07.962092 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Attempting to bind port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:07.962749 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Attempting to bind port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb on network f918d14e-4c62-4a95-b646-f45c14c58acf {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:07.972072 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:07.972457 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:07.972877 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.973283 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Bound using segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:07.973769 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Bound port: 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:07.974137 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.975681 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be5a58-f25b-424e-92e7-ed6222af6a16 None None] Pushing event updated for resources: {'Port': ['ID=3bcec378-040e-4cb8-aeb5-95dcb8ac95cb,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:07.978493 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-56be5a58-f25b-424e-92e7-ed6222af6a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:07.992906 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:08.043421 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] For port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:08.048858 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] For port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=3bcec378-040e-4cb8-aeb5-95dcb8ac95cb,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:08.050459 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-be7e008c-79d9-45db-a6b1-05760febcf37 None None] Provisioning for port d64ea8f0-a537-47ea-a809-55676950ae9d completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:08.055041 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-be7e008c-79d9-45db-a6b1-05760febcf37 None None] Provisioning complete for port d64ea8f0-a537-47ea-a809-55676950ae9d triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:08.055641 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-be7e008c-79d9-45db-a6b1-05760febcf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:08.058888 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:08.080468 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:08.144934 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-be7e008c-79d9-45db-a6b1-05760febcf37 None None] Port d64ea8f0-a537-47ea-a809-55676950ae9d cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:01:08.164298 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Routers {'e7594875-dd82-46fc-9f78-0d207f2d8453'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:08.165002 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e7594875-dd82-46fc-9f78-0d207f2d8453'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:08.188453 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:08.193939 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25363191'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:08.197158 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1423f8c5-f8da-483d-8b14-c4032004b1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:08.229384 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be5a58-f25b-424e-92e7-ed6222af6a16 None None] Pushing event updated for resources: {'Port': ['ID=3bcec378-040e-4cb8-aeb5-95dcb8ac95cb,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:08.233626 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-56be5a58-f25b-424e-92e7-ed6222af6a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:08.270462 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934955'] for router_interface, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:08.273098 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Pushing event updated for resources: {'Port': ['ID=d64ea8f0-a537-47ea-a809-55676950ae9d,revision_number=2']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:08.275938 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:08.280139 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] Set router e7594875-dd82-46fc-9f78-0d207f2d8453 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:08.365362 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Network 77becf68-20ab-4b50-b83d-4d8db47505f9 is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:08.367061 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:08.486071 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Router e7594875-dd82-46fc-9f78-0d207f2d8453 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:01:08.598455 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-d97cf56f-5920-4409-9807-119e66a445a1 None None] Provisioning complete for port d64ea8f0-a537-47ea-a809-55676950ae9d triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:08.598937 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-d97cf56f-5920-4409-9807-119e66a445a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:08.626220 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:08.673498 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-d97cf56f-5920-4409-9807-119e66a445a1 None None] Port d64ea8f0-a537-47ea-a809-55676950ae9d cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:01:08.694125 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 1, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:08.700650 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab4a3d-b402-4d5c-bb36-fbd4edd8eb69 None None] The sync data for ids ['e7594875-dd82-46fc-9f78-0d207f2d8453'] in dv-cinder-783389-6-iscsi is: [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 1, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:08.706663 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:08.707210 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:08.805094 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:08.814837 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] 10.222.0.98 "PUT /v2.0/routers/e7594875-dd82-46fc-9f78-0d207f2d8453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8139942 Jun 16 17:01:09.342477 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34706) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:09.347473 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1963707919-network', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:09.371790 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Made reservation on behalf of 1a146d207bbe4daeb44e5ed148bfa15f for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:09.377218 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.411479 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.537134 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.541230 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.548454 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-29d92049-f452-4a3c-a7df-9bd4315bf20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:09.556597 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=92706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:01:09.612640 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.612982 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Added segment 4ed34350-1d8b-4fcb-812c-8111a1375e71 of type vlan for network 7818967b-d00b-4c8b-bacd-f7fff9f6929b Jun 16 17:01:09.647438 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e264d9ff-6293-43aa-837c-3f5d64eee471,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:09.650940 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:09.668179 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.709342 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158dc80-2555-4c5b-8153-dd1dd84ae911 req-58f18bbc-c889-4073-994c-6a462138feaa tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:09.710834 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e158dc80-2555-4c5b-8153-dd1dd84ae911 req-58f18bbc-c889-4073-994c-6a462138feaa tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1520748 Jun 16 17:01:09.719722 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.726140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:09.726656 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.730261 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:09.772222 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4286392 Jun 16 17:01:09.774977 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34710) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:09.782624 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Request body: {'subnet': {'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1963707919-subnet', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'ip_version': 4}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:09.806925 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Made reservation on behalf of 1a146d207bbe4daeb44e5ed148bfa15f for: {'subnet': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:09.810184 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Pushing event updated for resources: {'Network': ['ID=7818967b-d00b-4c8b-bacd-f7fff9f6929b,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:09.810817 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25183587'] for subnet, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.816072 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e158dc80-2555-4c5b-8153-dd1dd84ae911 req-1efc4068-7683-47d7-82a4-3f7c25e1af71 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982866 Jun 16 17:01:09.816857 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-506d2e90-0661-4edf-b8d3-3b1c14183a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:09.821555 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 7818967b-d00b-4c8b-bacd-f7fff9f6929b details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:01:10.004301 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25363061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25183601'] for subnet, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.006574 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:10.052890 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ec86d7-c82a-421a-8898-fe98bbe9a811,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:10.059274 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:10.068085 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Checking segment: {'id': '4ed34350-1d8b-4fcb-812c-8111a1375e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:10.068434 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Network hostable DHCP agents. Network: 7818967b-d00b-4c8b-bacd-f7fff9f6929b, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:01:10.083377 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Network 7818967b-d00b-4c8b-bacd-f7fff9f6929b is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:01:10.091622 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 7818967b-d00b-4c8b-bacd-f7fff9f6929b) {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:10.096317 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:10.097366 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.100440 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84798f14-53a2-4723-a28f-bcc21f165985 None None] Network 7818967b-d00b-4c8b-bacd-f7fff9f6929b requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:01:10.111871 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-77e647da-cbad-4994-955e-dd9215c52da1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3352318 Jun 16 17:01:10.114301 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34712) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:10.118601 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1963707919-router', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:10.139087 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.140061 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1151'] for router, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.195133 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.245204 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c085ca-2c1a-5bf4-a7bf-39277b0387d4-7818967b-d00b-4c8b-bacd-f7fff9f6929b', 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'fixed_ips': [{'subnet_id': '61ec86d7-c82a-421a-8898-fe98bbe9a811'}]}} from dv-cinder-783389-6-iscsi. {{(pid=92708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:01:10.246042 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.331196 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.390084 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.db_base_plugin_common [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Allocated IP 172.20.0.2 (7818967b-d00b-4c8b-bacd-f7fff9f6929b/61ec86d7-c82a-421a-8898-fe98bbe9a811/8b0c1736-ad27-43ef-bd78-9bc38fc840b4) {{(pid=92708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:10.539021 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.545497 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.548413 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Transition to ACTIVE for port object 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:10.567301 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.571294 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Transition to ACTIVE for port object 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 will not be triggered until provisioned by entity DHCP. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:10.577612 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.580178 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:10.622812 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Network 7818967b-d00b-4c8b-bacd-f7fff9f6929b is already hosted by enough agents. {{(pid=92708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:10.626101 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.base_scheduler [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Resources bound (agent type, host, resource id): {{(pid=92708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:10.631007 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Received port after_create {{(pid=92708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:10.634166 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Pushing event updated for resources: {'Port': ['ID=8b0c1736-ad27-43ef-bd78-9bc38fc840b4,revision_number=1']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:10.637971 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:10.661046 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:10.690145 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Allocated IP 172.27.1.52 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/7dcdf858-4d68-4e82-9cc5-92a916b1e9ee) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:10.722439 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Attempting to bind port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:10.722815 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Attempting to bind port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '4ed34350-1d8b-4fcb-812c-8111a1375e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:10.723187 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Attempting to bind port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 on network 7818967b-d00b-4c8b-bacd-f7fff9f6929b {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:10.731997 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:10.732376 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Checking segment: {'id': '4ed34350-1d8b-4fcb-812c-8111a1375e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:10.732787 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.733189 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Bound using segment: {'id': '4ed34350-1d8b-4fcb-812c-8111a1375e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:10.733668 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Bound port: 8b0c1736-ad27-43ef-bd78-9bc38fc840b4, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed34350-1d8b-4fcb-812c-8111a1375e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:10.734612 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.774737 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:10.784608 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:10.784987 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.798133 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.832607 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] For port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:10.834362 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Sync routers for ids ['e7594875-dd82-46fc-9f78-0d207f2d8453'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:10.837029 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] For port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=8b0c1736-ad27-43ef-bd78-9bc38fc840b4,segment=NetworkSegment(4ed34350-1d8b-4fcb-812c-8111a1375e71),segment_id=4ed34350-1d8b-4fcb-812c-8111a1375e71)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:10.840072 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.842491 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4291a3cb-0354-496e-8e60-6e3c8e4f93d2 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:10.843555 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.846870 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:10.847568 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Routers {'e7594875-dd82-46fc-9f78-0d207f2d8453'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:10.848365 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e7594875-dd82-46fc-9f78-0d207f2d8453'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:10.880123 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:10.888112 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:10.892623 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:10.895404 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Pushing event updated for resources: {'Port': ['ID=7dcdf858-4d68-4e82-9cc5-92a916b1e9ee,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:10.917569 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:10.969559 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Pushing event updated for resources: {'Port': ['ID=8b0c1736-ad27-43ef-bd78-9bc38fc840b4,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:10.973522 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:10.979735 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.985324 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Set router e7594875-dd82-46fc-9f78-0d207f2d8453 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:11.001556 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=3bcec378-040e-4cb8-aeb5-95dcb8ac95cb,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:11.008255 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.010411 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:11.053012 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e3de-1be1-4d81-9500-eb8cba7199de req-ffeb6d02-fe3f-4334-819d-f3cad3914770 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.054707 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cbd7e3de-1be1-4d81-9500-eb8cba7199de req-ffeb6d02-fe3f-4334-819d-f3cad3914770 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0819054 Jun 16 17:01:11.090665 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=3bcec378-040e-4cb8-aeb5-95dcb8ac95cb,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:11.098241 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:11.116012 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cbd7e3de-1be1-4d81-9500-eb8cba7199de req-1cf50a18-02df-4b61-9dd4-6f8145c58426 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542860 Jun 16 17:01:11.233694 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.265140 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:08Z', 'revision_number': 2, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:11.269199 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Checking router: e7594875-dd82-46fc-9f78-0d207f2d8453 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:11.269558 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Updating router e7594875-dd82-46fc-9f78-0d207f2d8453 port d64ea8f0-a537-47ea-a809-55676950ae9d binding host dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:01:11.310822 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.426029 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982'] for router, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.560797 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Router 2997a041-381e-43ac-8f13-8f5fb9a609fb is scheduled to L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 with binding_index 1 {{(pid=92705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:01:11.582123 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Notify callbacks [] for port, precommit_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.591778 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.provisioning_blocks [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Transition to ACTIVE for port object d64ea8f0-a537-47ea-a809-55676950ae9d will not be triggered until provisioned by entity L2. {{(pid=92709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:11.596772 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.599727 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-d69cba38-8326-4b61-8556-d3655a34e91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:11.642272 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Pushing event updated for resources: {'Port': ['ID=d64ea8f0-a537-47ea-a809-55676950ae9d,revision_number=3']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:11.650081 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.650443 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.650766 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.651301 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.651768 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.652257 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.652743 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.653239 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.653577 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.653902 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.654218 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.654559 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:11.673959 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:11.682540 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:11.687702 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Sync routers for ids ['2997a041-381e-43ac-8f13-8f5fb9a609fb'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:11.699907 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Routers {'2997a041-381e-43ac-8f13-8f5fb9a609fb'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:11.700800 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2997a041-381e-43ac-8f13-8f5fb9a609fb'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:11.707779 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.709383 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5941133 Jun 16 17:01:11.712063 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34720) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:11.860562 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Attempting to bind port d64ea8f0-a537-47ea-a809-55676950ae9d on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:11.861161 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Attempting to bind port d64ea8f0-a537-47ea-a809-55676950ae9d by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:11.861298 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Attempting to bind port d64ea8f0-a537-47ea-a809-55676950ae9d on network 77becf68-20ab-4b50-b83d-4d8db47505f9 {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:11.871318 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:11.871715 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Checking segment: {'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:11.876770 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.877267 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Bound using segment: {'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:11.877870 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Bound port: d64ea8f0-a537-47ea-a809-55676950ae9d, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'}}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:11.878180 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.906495 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Set router 2997a041-381e-43ac-8f13-8f5fb9a609fb gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:11.947157 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] For port d64ea8f0-a537-47ea-a809-55676950ae9d, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:11.951769 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] For port d64ea8f0-a537-47ea-a809-55676950ae9d, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=d64ea8f0-a537-47ea-a809-55676950ae9d,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:11.960955 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.966049 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-18a31e6d-d411-4513-bdf2-4fb666f8c22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:12.029003 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Pushing event updated for resources: {'Port': ['ID=d64ea8f0-a537-47ea-a809-55676950ae9d,revision_number=4']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:12.039452 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Routers {'e7594875-dd82-46fc-9f78-0d207f2d8453'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:12.040097 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e7594875-dd82-46fc-9f78-0d207f2d8453'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:12.154976 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb08272-76bd-4ef0-ac1b-78ec8475c21b None None] Network 7818967b-d00b-4c8b-bacd-f7fff9f6929b requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:01:12.177722 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:12.182735 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] Set router e7594875-dd82-46fc-9f78-0d207f2d8453 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:12.225532 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'name': 'tempest-TestShelveInstance-1963707919-router', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:11Z', 'revision_number': 3, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'gw_port': {'id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:12.236132 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Checking router: 2997a041-381e-43ac-8f13-8f5fb9a609fb for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:12.236558 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Updating router 2997a041-381e-43ac-8f13-8f5fb9a609fb port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee binding host dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:01:12.288448 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.289991 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-79653926-f2db-4d09-8281-6a645646cb4e None None] Provisioning for port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:12.435404 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:11Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:12.440974 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b3f16-e969-4bc8-bcde-eae3dd08f993 None None] The sync data for ids ['e7594875-dd82-46fc-9f78-0d207f2d8453'] in dv-cinder-783389-6-iscsi is: [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:11Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:12.572010 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d770c-207b-4220-97d5-3c6038a00767 req-4f992458-6d87-46ae-b09d-ba4ad029be0f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:12.578995 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4c7d770c-207b-4220-97d5-3c6038a00767 req-4f992458-6d87-46ae-b09d-ba4ad029be0f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1160219 Jun 16 17:01:12.653824 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.678736 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4c7d770c-207b-4220-97d5-3c6038a00767 req-0301048d-241a-4e37-8807-e389ee796855 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988376 Jun 16 17:01:12.693632 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Notify callbacks [] for port, precommit_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.716940 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Transition to ACTIVE for port object 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:12.732303 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.735071 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:12.805143 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96740109-49e8-424c-b10a-189551967d3f None None] Pushing event updated for resources: {'Port': ['ID=7dcdf858-4d68-4e82-9cc5-92a916b1e9ee,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:12.805852 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Attempting to bind port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:12.806317 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Attempting to bind port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:12.806795 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Attempting to bind port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee on network f918d14e-4c62-4a95-b646-f45c14c58acf {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:12.809028 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-96740109-49e8-424c-b10a-189551967d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:12.813930 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:12.815221 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:12.815699 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.818369 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Bound using segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:12.818940 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Bound port: 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:12.819405 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.885234 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device d64ea8f0-a537-47ea-a809-55676950ae9d up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:12.923596 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] For port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:12.925620 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Allocated IP 172.20.0.1 (7818967b-d00b-4c8b-bacd-f7fff9f6929b/61ec86d7-c82a-421a-8898-fe98bbe9a811/6bf3a7b8-898e-4b1b-81cc-2699b9cf9945) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:12.948518 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] For port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=7dcdf858-4d68-4e82-9cc5-92a916b1e9ee,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:12.956547 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.958571 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-6ab4f231-7115-4282-b8ec-a4f1cb87fedb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:13.012244 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port d64ea8f0-a537-47ea-a809-55676950ae9d completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:13.027743 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port d64ea8f0-a537-47ea-a809-55676950ae9d triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:13.028131 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.030721 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96740109-49e8-424c-b10a-189551967d3f None None] Pushing event updated for resources: {'Port': ['ID=7dcdf858-4d68-4e82-9cc5-92a916b1e9ee,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:13.034845 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-96740109-49e8-424c-b10a-189551967d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:13.035235 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Routers {'2997a041-381e-43ac-8f13-8f5fb9a609fb'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:13.035857 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2997a041-381e-43ac-8f13-8f5fb9a609fb'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:13.036377 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.051339 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Transition to ACTIVE for port object 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:13.090884 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.094573 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-635a012a-0165-4854-826d-7a64e55b5d66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:13.134248 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Network 7818967b-d00b-4c8b-bacd-f7fff9f6929b is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:13.139805 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:13.143831 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:13.150014 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf3a7b8-898e-4b1b-81cc-2699b9cf9945,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:13.177584 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:13.201896 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934999'] for router_interface, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.320851 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] Set router 2997a041-381e-43ac-8f13-8f5fb9a609fb gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:13.354636 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.393744 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.427731 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2f271f48-cf0b-43f1-bfd3-1b4e40ed9611 None None] Provisioning for port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:13.477425 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2f271f48-cf0b-43f1-bfd3-1b4e40ed9611 None None] Provisioning complete for port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:13.477425 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2f271f48-cf0b-43f1-bfd3-1b4e40ed9611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.525562 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port d64ea8f0-a537-47ea-a809-55676950ae9d, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=d64ea8f0-a537-47ea-a809-55676950ae9d,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:13.536525 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.537257 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.538155 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:13.541214 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.544446 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:13.544592 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d5e1532d-a0f4-45ef-ab71-44582db159eb tempest-AttachVolumeNegativeTest-1083261667 tempest-AttachVolumeNegativeTest-1083261667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:13.601374 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2f271f48-cf0b-43f1-bfd3-1b4e40ed9611 None None] Port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:01:13.606383 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934955'] for router_interface, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.609883 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf3a7b8-898e-4b1b-81cc-2699b9cf9945,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:13.614971 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:13.663492 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=d64ea8f0-a537-47ea-a809-55676950ae9d,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:13.667574 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:13.679895 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:13.680274 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.703466 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Network 7818967b-d00b-4c8b-bacd-f7fff9f6929b is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:13.705450 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:13.717870 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'name': 'tempest-TestShelveInstance-1963707919-router', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:11Z', 'revision_number': 3, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'gw_port': {'id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:13.722776 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e197847f-a7f1-4955-9cdb-057a041f7438 None None] The sync data for ids ['2997a041-381e-43ac-8f13-8f5fb9a609fb'] in dv-cinder-783389-6-iscsi is: [{'id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'name': 'tempest-TestShelveInstance-1963707919-router', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:11Z', 'revision_number': 3, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'gw_port': {'id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:13.779319 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:13.842368 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Router 2997a041-381e-43ac-8f13-8f5fb9a609fb has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:01:13.852757 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:13.857425 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:13.857807 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.953161 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.998203 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=8b0c1736-ad27-43ef-bd78-9bc38fc840b4,segment=NetworkSegment(4ed34350-1d8b-4fcb-812c-8111a1375e71),segment_id=4ed34350-1d8b-4fcb-812c-8111a1375e71)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:14.003677 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.005672 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:14.040392 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:14.058657 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] 10.222.0.98 "PUT /v2.0/routers/2997a041-381e-43ac-8f13-8f5fb9a609fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3450913 Jun 16 17:01:14.071127 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae4d2-89d2-43f6-adaa-1fc03a2ff303 req-aea1608a-1a28-482d-948e-aed2f95a25ab tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:14.078821 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-10fae4d2-89d2-43f6-adaa-1fc03a2ff303 req-aea1608a-1a28-482d-948e-aed2f95a25ab tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1774564 Jun 16 17:01:14.102663 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-e756cd51-148e-49f1-914d-343ff6d31604 None None] Provisioning complete for port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:14.103661 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e756cd51-148e-49f1-914d-343ff6d31604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.108115 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=8b0c1736-ad27-43ef-bd78-9bc38fc840b4,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:14.128525 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-10fae4d2-89d2-43f6-adaa-1fc03a2ff303 req-059400ba-3b31-49a9-afe1-8de0b9d9db50 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487118 Jun 16 17:01:14.136335 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:14.154562 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-e756cd51-148e-49f1-914d-343ff6d31604 None None] Port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:01:14.552505 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34736) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:14.557146 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-42fc5d15-14e1-4ff0-8d58-b78803e09790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398984609', 'description': 'tempest-secgroup-smoke-1398984609 description', 'project_id': '72e26b984ed54257bf3a08e75df6bd40'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:14.585809 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-42fc5d15-14e1-4ff0-8d58-b78803e09790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.672649 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-42fc5d15-14e1-4ff0-8d58-b78803e09790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.676714 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-42fc5d15-14e1-4ff0-8d58-b78803e09790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.683397 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ab78fcb3-c42e-4be6-8cce-32bcec4233cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:14.691152 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device d64ea8f0-a537-47ea-a809-55676950ae9d up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:14.709236 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-42fc5d15-14e1-4ff0-8d58-b78803e09790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.710461 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-42fc5d15-14e1-4ff0-8d58-b78803e09790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1569226 Jun 16 17:01:14.713810 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34738) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:14.714883 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc5d15-14e1-4ff0-8d58-b78803e09790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10aa07df-b043-48fb-8fd3-b9e7eaac6184,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:14.717686 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-42fc5d15-14e1-4ff0-8d58-b78803e09790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:14.718744 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-d84a630e-a368-4929-8bfe-cfe7aaaa0694 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Request body: {'security_group_rule': {'security_group_id': '10aa07df-b043-48fb-8fd3-b9e7eaac6184', 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:14.746830 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d84a630e-a368-4929-8bfe-cfe7aaaa0694 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.759134 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port d64ea8f0-a537-47ea-a809-55676950ae9d triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:14.759520 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.804111 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d84a630e-a368-4929-8bfe-cfe7aaaa0694 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.807674 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d84a630e-a368-4929-8bfe-cfe7aaaa0694 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.809657 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:14.825753 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a630e-a368-4929-8bfe-cfe7aaaa0694 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ab565c-afb3-44b0-8662-f17355f2f5c9,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:14.828204 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-d84a630e-a368-4929-8bfe-cfe7aaaa0694 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:14.832838 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d84a630e-a368-4929-8bfe-cfe7aaaa0694 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.834195 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-d84a630e-a368-4929-8bfe-cfe7aaaa0694 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193078 Jun 16 17:01:14.836867 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34740) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:14.838982 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:14.841720 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-5e86a6d2-70ae-4ce0-9fa4-5b039b592391 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Request body: {'security_group_rule': {'security_group_id': '10aa07df-b043-48fb-8fd3-b9e7eaac6184', 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:14.867097 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e86a6d2-70ae-4ce0-9fa4-5b039b592391 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.885617 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:14.885991 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.925454 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e86a6d2-70ae-4ce0-9fa4-5b039b592391 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.929175 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e86a6d2-70ae-4ce0-9fa4-5b039b592391 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.931151 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:14.947806 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86a6d2-70ae-4ce0-9fa4-5b039b592391 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b234730-2965-4c36-aeff-cbb54d170cd9,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:14.950876 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5e86a6d2-70ae-4ce0-9fa4-5b039b592391 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:14.954004 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e86a6d2-70ae-4ce0-9fa4-5b039b592391 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.955796 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-5e86a6d2-70ae-4ce0-9fa4-5b039b592391 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177664 Jun 16 17:01:14.958481 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34742) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:14.963141 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-fa0f4185-b4a4-41cd-9e3c-944e7d484c95 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Request body: {'security_group_rule': {'security_group_id': '10aa07df-b043-48fb-8fd3-b9e7eaac6184', 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:14.969826 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:14.988818 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4185-b4a4-41cd-9e3c-944e7d484c95 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.015694 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:15.019431 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:15.019807 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.046809 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4185-b4a4-41cd-9e3c-944e7d484c95 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.050393 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4185-b4a4-41cd-9e3c-944e7d484c95 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.059858 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-d84a630e-a368-4929-8bfe-cfe7aaaa0694 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:15.071273 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f4185-b4a4-41cd-9e3c-944e7d484c95 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3844d5-904e-49be-8c47-620bddfa5f7d,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:15.073965 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-fa0f4185-b4a4-41cd-9e3c-944e7d484c95 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:15.075314 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4185-b4a4-41cd-9e3c-944e7d484c95 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.079805 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 34746) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:15.082849 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-fa0f4185-b4a4-41cd-9e3c-944e7d484c95 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233115 Jun 16 17:01:15.084860 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Request body: {'security_group_rule': {'security_group_id': '10aa07df-b043-48fb-8fd3-b9e7eaac6184', 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:15.104238 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.113230 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.126737 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=7dcdf858-4d68-4e82-9cc5-92a916b1e9ee,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:15.134353 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.136312 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:15.188002 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=7dcdf858-4d68-4e82-9cc5-92a916b1e9ee,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:15.191310 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:15.210878 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.215434 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.221308 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:15.236893 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d65b45f-fbb2-4a04-bf8d-fc4482dea48c,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:15.243286 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.244460 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636527 Jun 16 17:01:15.246157 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.246560 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.247035 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.247406 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.247762 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.247884 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34750) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:15.248121 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.248473 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.248825 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.249174 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.249644 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.250129 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.250498 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:15.253188 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-667eb963-f0c0-48cf-9ad6-6cb12ccd5143 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Request body: {'security_group_rule': {'security_group_id': '10aa07df-b043-48fb-8fd3-b9e7eaac6184', 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:15.254526 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:15.277985 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.securitygroups_db [None req-667eb963-f0c0-48cf-9ad6-6cb12ccd5143 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Project 72e26b984ed54257bf3a08e75df6bd40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:01:15.283549 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-667eb963-f0c0-48cf-9ad6-6cb12ccd5143 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.317780 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a72fb-6495-4051-a3bd-9700793df315 req-73d32ccd-1d25-45d8-80d9-35c778cfb1e9 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:15.319539 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dd9a72fb-6495-4051-a3bd-9700793df315 req-73d32ccd-1d25-45d8-80d9-35c778cfb1e9 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0627475 Jun 16 17:01:15.342144 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-667eb963-f0c0-48cf-9ad6-6cb12ccd5143 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.346257 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-667eb963-f0c0-48cf-9ad6-6cb12ccd5143 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.351937 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-476a5718-5957-4d9c-abe6-5673b30ad457 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:15.358305 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dd9a72fb-6495-4051-a3bd-9700793df315 req-12751dcd-1c54-4163-9a76-0624b7f3893f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331159 Jun 16 17:01:15.369132 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667eb963-f0c0-48cf-9ad6-6cb12ccd5143 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd0490f-a0bd-4077-a474-7328c9465c19,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:15.371739 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-667eb963-f0c0-48cf-9ad6-6cb12ccd5143 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:15.382883 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-667eb963-f0c0-48cf-9ad6-6cb12ccd5143 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.384420 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-667eb963-f0c0-48cf-9ad6-6cb12ccd5143 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354866 Jun 16 17:01:15.387222 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 34752) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:15.392289 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-efea86e2-5601-4624-afd8-ee45ec62297c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Request body: {'security_group_rule': {'security_group_id': '10aa07df-b043-48fb-8fd3-b9e7eaac6184', 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:15.414104 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.securitygroups_db [None req-efea86e2-5601-4624-afd8-ee45ec62297c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Project 72e26b984ed54257bf3a08e75df6bd40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:01:15.418629 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-efea86e2-5601-4624-afd8-ee45ec62297c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.480736 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-efea86e2-5601-4624-afd8-ee45ec62297c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.484430 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-efea86e2-5601-4624-afd8-ee45ec62297c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.486442 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:15.502420 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea86e2-5601-4624-afd8-ee45ec62297c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b61a9f4-357e-4157-a463-d0e10c4ead93,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:15.505322 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-efea86e2-5601-4624-afd8-ee45ec62297c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:15.507869 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-efea86e2-5601-4624-afd8-ee45ec62297c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.509119 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-efea86e2-5601-4624-afd8-ee45ec62297c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208146 Jun 16 17:01:15.876581 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Sync routers for ids ['2997a041-381e-43ac-8f13-8f5fb9a609fb'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:15.885920 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Routers {'2997a041-381e-43ac-8f13-8f5fb9a609fb'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:15.886493 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2997a041-381e-43ac-8f13-8f5fb9a609fb'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:15.999820 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Set router 2997a041-381e-43ac-8f13-8f5fb9a609fb gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:16.191090 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'name': 'tempest-TestShelveInstance-1963707919-router', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:13Z', 'revision_number': 4, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'gw_port': {'id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '6bf3a7b8-898e-4b1b-81cc-2699b9cf9945', 'name': '', 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'mac_address': 'fa:16:3e:fd:7a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '61ec86d7-c82a-421a-8898-fe98bbe9a811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:12Z', 'updated_at': '2021-06-16T17:01:13Z', 'revision_number': 2, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'subnets': [{'id': '61ec86d7-c82a-421a-8898-fe98bbe9a811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:16.194485 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Checking router: 2997a041-381e-43ac-8f13-8f5fb9a609fb for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:16.194842 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Updating router 2997a041-381e-43ac-8f13-8f5fb9a609fb port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 binding host dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:01:16.227620 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:16.493516 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Notify callbacks [] for port, precommit_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:16.505399 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.provisioning_blocks [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Transition to ACTIVE for port object 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 will not be triggered until provisioned by entity L2. {{(pid=92709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:16.511320 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:16.513386 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:16.538785 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db90fe-88cd-416e-b487-8338f088b231 req-5513bc8e-417d-4e60-b3ed-9b034d7bf419 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:16.540253 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-99db90fe-88cd-416e-b487-8338f088b231 req-5513bc8e-417d-4e60-b3ed-9b034d7bf419 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0629463 Jun 16 17:01:16.554908 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f8d17-fb9e-4202-85b5-0abfc081c3df None None] Pushing event updated for resources: {'Port': ['ID=6bf3a7b8-898e-4b1b-81cc-2699b9cf9945,revision_number=3']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:16.558723 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-837f8d17-fb9e-4202-85b5-0abfc081c3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:16.591320 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-99db90fe-88cd-416e-b487-8338f088b231 req-0a38fdfa-edea-48a3-aa59-f56d7166d09c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449207 Jun 16 17:01:16.625026 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:16.654127 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Attempting to bind port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:16.654737 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Attempting to bind port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '4ed34350-1d8b-4fcb-812c-8111a1375e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b'}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:16.655110 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Attempting to bind port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 on network 7818967b-d00b-4c8b-bacd-f7fff9f6929b {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:16.661112 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:16.661496 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Checking segment: {'id': '4ed34350-1d8b-4fcb-812c-8111a1375e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:16.661906 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:16.662325 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Bound using segment: {'id': '4ed34350-1d8b-4fcb-812c-8111a1375e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b'} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:16.662806 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Bound port: 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed34350-1d8b-4fcb-812c-8111a1375e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b'}}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:16.663178 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:16.680513 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:16.680889 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:16.731729 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] For port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:16.735217 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] For port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=6bf3a7b8-898e-4b1b-81cc-2699b9cf9945,segment=NetworkSegment(4ed34350-1d8b-4fcb-812c-8111a1375e71),segment_id=4ed34350-1d8b-4fcb-812c-8111a1375e71)] {{(pid=92709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:16.741016 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:16.743591 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-17d4e058-644d-460e-9d57-b41fe8d1e96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:16.804798 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f8d17-fb9e-4202-85b5-0abfc081c3df None None] Pushing event updated for resources: {'Port': ['ID=6bf3a7b8-898e-4b1b-81cc-2699b9cf9945,revision_number=4']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:16.808531 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-837f8d17-fb9e-4202-85b5-0abfc081c3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:16.809594 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Routers {'2997a041-381e-43ac-8f13-8f5fb9a609fb'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:16.810199 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:00:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2997a041-381e-43ac-8f13-8f5fb9a609fb'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:16.915038 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] Set router 2997a041-381e-43ac-8f13-8f5fb9a609fb gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:17.120052 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'name': 'tempest-TestShelveInstance-1963707919-router', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:13Z', 'revision_number': 4, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'gw_port': {'id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '6bf3a7b8-898e-4b1b-81cc-2699b9cf9945', 'name': '', 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'mac_address': 'fa:16:3e:fd:7a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '61ec86d7-c82a-421a-8898-fe98bbe9a811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:12Z', 'updated_at': '2021-06-16T17:01:16Z', 'revision_number': 4, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'subnets': [{'id': '61ec86d7-c82a-421a-8898-fe98bbe9a811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:17.123440 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830c131-a03c-46ca-9b13-337d21be5231 None None] The sync data for ids ['2997a041-381e-43ac-8f13-8f5fb9a609fb'] in dv-cinder-783389-6-iscsi is: [{'id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'name': 'tempest-TestShelveInstance-1963707919-router', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:13Z', 'revision_number': 4, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'gw_port': {'id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '6bf3a7b8-898e-4b1b-81cc-2699b9cf9945', 'name': '', 'network_id': '7818967b-d00b-4c8b-bacd-f7fff9f6929b', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'mac_address': 'fa:16:3e:fd:7a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '61ec86d7-c82a-421a-8898-fe98bbe9a811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:12Z', 'updated_at': '2021-06-16T17:01:16Z', 'revision_number': 4, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'subnets': [{'id': '61ec86d7-c82a-421a-8898-fe98bbe9a811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:17.776635 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57e747-65df-4aa2-bb70-ca7075b64ac6 req-c64f79a2-dc51-4eae-84fc-944cc69b8312 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:17.778103 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3e57e747-65df-4aa2-bb70-ca7075b64ac6 req-c64f79a2-dc51-4eae-84fc-944cc69b8312 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0687842 Jun 16 17:01:17.817392 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3e57e747-65df-4aa2-bb70-ca7075b64ac6 req-789bf29b-b505-4ca8-ab96-f7540ad5050c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328503 Jun 16 17:01:17.961458 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:18.634248 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:18.682817 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:18.686428 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:18.686832 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:18.762272 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:18.795194 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=6bf3a7b8-898e-4b1b-81cc-2699b9cf9945,segment=NetworkSegment(4ed34350-1d8b-4fcb-812c-8111a1375e71),segment_id=4ed34350-1d8b-4fcb-812c-8111a1375e71)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:18.799113 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:18.800933 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:18.844000 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=6bf3a7b8-898e-4b1b-81cc-2699b9cf9945,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:18.847578 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:18.998364 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd048567-344d-4265-8be9-2d29156bea4c req-3c0b882a-072f-4c87-9487-e08c692e6339 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:18.999988 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cd048567-344d-4265-8be9-2d29156bea4c req-3c0b882a-072f-4c87-9487-e08c692e6339 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0625775 Jun 16 17:01:19.037693 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cd048567-344d-4265-8be9-2d29156bea4c req-9f2ee27e-2b7f-44ff-ae0a-e2b281bb424e tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Jun 16 17:01:20.213625 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39ed6b-9269-4e9f-9d17-8685c5b1403e req-120d0186-1f4a-4b2f-8939-758cd298238c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:20.215236 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9f39ed6b-9269-4e9f-9d17-8685c5b1403e req-120d0186-1f4a-4b2f-8939-758cd298238c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0660062 Jun 16 17:01:20.252296 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9f39ed6b-9269-4e9f-9d17-8685c5b1403e req-10b30cde-a3df-480d-b52d-5cb2ebba3404 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308297 Jun 16 17:01:20.597278 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:20.642243 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:20.642649 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:21.423138 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd962e7-dda5-4caa-a4ca-590e21564f86 req-807dbfef-2ceb-466d-b5c9-f12c09e586a6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:21.424646 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1fd962e7-dda5-4caa-a4ca-590e21564f86 req-807dbfef-2ceb-466d-b5c9-f12c09e586a6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0622561 Jun 16 17:01:21.466433 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1fd962e7-dda5-4caa-a4ca-590e21564f86 req-aaa26570-3d56-43c8-8472-83070de6fa1b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340288 Jun 16 17:01:22.640067 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0eec2-6d8c-4588-82a4-1553b02cc127 req-db937d8d-99df-44b1-ad4e-533719d5bc12 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:22.641506 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-47e0eec2-6d8c-4588-82a4-1553b02cc127 req-db937d8d-99df-44b1-ad4e-533719d5bc12 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0638008 Jun 16 17:01:22.677173 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-47e0eec2-6d8c-4588-82a4-1553b02cc127 req-f3170b31-0578-44d2-91ad-f84b7d1e5b23 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300050 Jun 16 17:01:23.582989 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-83e9b437-0c75-47d0-b064-1c727bde572f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:23.855823 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22d649-4298-4907-9f43-166ea5fb66fd req-2b7b29f7-eb76-41a1-9c82-056b855ffaad tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:23.857185 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ed22d649-4298-4907-9f43-166ea5fb66fd req-2b7b29f7-eb76-41a1-9c82-056b855ffaad tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0665879 Jun 16 17:01:23.893663 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ed22d649-4298-4907-9f43-166ea5fb66fd req-abe374fe-6e1f-4efb-b957-52936b3ad507 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307720 Jun 16 17:01:24.531668 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-b4bba4bc-b151-4429-a2aa-5524c0d8c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:24.533095 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-b4bba4bc-b151-4429-a2aa-5524c0d8c138 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 1098 time: 0.0551717 Jun 16 17:01:24.648635 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-aab4ec3d-1118-4417-bedd-b73eab948812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:24.650061 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-aab4ec3d-1118-4417-bedd-b73eab948812 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 913 time: 0.0873914 Jun 16 17:01:24.720073 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-48b83f19-1fd0-4219-9193-122cab3dc273 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1da8b541-8f17-415a-a60c-430d1e439860 HTTP/1.1" status: 200 len: 1001 time: 0.0599680 Jun 16 17:01:24.775769 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-6cadc752-f0cc-4d36-ac5d-3967f6adb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:24.777386 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-6cadc752-f0cc-4d36-ac5d-3967f6adb1ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=825d2fac-6472-46c2-98ee-27fe2a5b1f38 HTTP/1.1" status: 200 len: 850 time: 0.0442834 Jun 16 17:01:24.841001 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-e1d714d9-3298-4a54-80b3-d4ad74f78717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:24.842953 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-e1d714d9-3298-4a54-80b3-d4ad74f78717 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558796 Jun 16 17:01:24.948149 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-e09ffad9-c277-4f9c-9b94-dab63598e4d8 service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984602 Jun 16 17:01:25.093929 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e1e0fa0d-a918-498b-872c-bd90bc4ce56a req-f5e4bfa8-6078-4a39-ac29-99a73127b034 service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364112 Jun 16 17:01:25.118890 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35c0fc-80f1-4402-9c24-bf2588aec383 req-31d72d20-8091-4f1f-a0f3-c17d97844df3 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:25.120455 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ce35c0fc-80f1-4402-9c24-bf2588aec383 req-31d72d20-8091-4f1f-a0f3-c17d97844df3 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0878468 Jun 16 17:01:25.161661 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ce35c0fc-80f1-4402-9c24-bf2588aec383 req-d6825e7f-636f-424e-b142-f668e6eea099 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348220 Jun 16 17:01:25.507077 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981df57c-ac05-4ca9-b5a7-ed7f0ceb3599 req-1973521c-4f8b-4ce3-bfe4-c67d90aa86f5 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:25.508516 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-981df57c-ac05-4ca9-b5a7-ed7f0ceb3599 req-1973521c-4f8b-4ce3-bfe4-c67d90aa86f5 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0714219 Jun 16 17:01:25.575566 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-981df57c-ac05-4ca9-b5a7-ed7f0ceb3599 req-5cb0187a-7132-424d-bbef-1ccb7a0043a2 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586762 Jun 16 17:01:25.592641 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-5427e14b-7ede-4106-822e-d163a5cd6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:25.594415 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-5427e14b-7ede-4106-822e-d163a5cd6084 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 1098 time: 0.0850368 Jun 16 17:01:25.689474 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-3c66a3c2-4e9e-4f1e-85d1-ae6e7116f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:25.690966 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-3c66a3c2-4e9e-4f1e-85d1-ae6e7116f878 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 913 time: 0.0849361 Jun 16 17:01:25.772408 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-52499714-4cfe-4d79-a82b-c72f59376b32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1da8b541-8f17-415a-a60c-430d1e439860 HTTP/1.1" status: 200 len: 1001 time: 0.0712216 Jun 16 17:01:25.822066 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-aaf6fe81-22f0-4533-8e17-96f1c28b790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:25.823519 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-aaf6fe81-22f0-4533-8e17-96f1c28b790a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=825d2fac-6472-46c2-98ee-27fe2a5b1f38 HTTP/1.1" status: 200 len: 850 time: 0.0439310 Jun 16 17:01:25.852660 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e50c710a-a354-44cd-a296-2666ed94030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:25.889374 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-46247c15-a497-4b24-b468-ae7595e41c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:25.890880 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-46247c15-a497-4b24-b468-ae7595e41c25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529342 Jun 16 17:01:25.988506 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-95726d8d-06ac-426c-9ed4-deecefd5a8a2 service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880268 Jun 16 17:01:26.088093 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ee4d5a68-a9af-4bfd-a934-e81325ca6982 req-22e29846-5f07-4ce4-97a1-d4a7b80bc9e3 service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899253 Jun 16 17:01:26.256250 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:26.749354 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1779f8e-f7a3-4ea4-b51f-13b936a844a5 req-2c06e604-2781-4255-a33f-f61802f0e229 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:26.750835 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f1779f8e-f7a3-4ea4-b51f-13b936a844a5 req-2c06e604-2781-4255-a33f-f61802f0e229 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0616233 Jun 16 17:01:26.789672 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f1779f8e-f7a3-4ea4-b51f-13b936a844a5 req-3025aa5c-6894-4504-a2cb-df1dda75a020 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330849 Jun 16 17:01:26.827249 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.965836 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8322b76-0eb5-4cc0-b60b-1f7caf582598 req-292c3b0a-dab9-42b5-b8f6-57000c836838 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:27.967318 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d8322b76-0eb5-4cc0-b60b-1f7caf582598 req-292c3b0a-dab9-42b5-b8f6-57000c836838 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0632954 Jun 16 17:01:28.005266 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d8322b76-0eb5-4cc0-b60b-1f7caf582598 req-366aa1ab-aa9f-4f79-95fc-2402f25b3b81 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Jun 16 17:01:28.783106 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:33.338816 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:01:37.111524 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-a18bdc55-7aa4-4ec1-951c-d27873bbe9fb tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398984609&fields=id&tenant_id=72e26b984ed54257bf3a08e75df6bd40 HTTP/1.1" status: 200 len: 267 time: 0.0316122 Jun 16 17:01:37.214432 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-fc98ad6e-fa4e-4137-8cee-7e486f9d5688 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:37.215893 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-fc98ad6e-fa4e-4137-8cee-7e486f9d5688 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/networks?id=77becf68-20ab-4b50-b83d-4d8db47505f9 HTTP/1.1" status: 200 len: 808 time: 0.0981739 Jun 16 17:01:37.229671 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-497fc898-eb6d-4707-bbea-12277059bc82 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/quotas/72e26b984ed54257bf3a08e75df6bd40 HTTP/1.1" status: 200 len: 375 time: 0.0084422 Jun 16 17:01:37.292218 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-dd01f1d3-5742-4609-9493-d3daf0feafb8 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=72e26b984ed54257bf3a08e75df6bd40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572224 Jun 16 17:01:37.471818 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-6ee3a19f-9906-4c91-99ea-48559fc72dd1 service neutron] 10.222.0.98 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673295 Jun 16 17:01:37.557635 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-0abd2584-fdca-401b-bea4-2a4dbc78adb5 service neutron] 10.222.0.98 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799649 Jun 16 17:01:37.861618 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fff52291-f1e9-4412-b68f-f7a430e1137a req-b255ddc9-9abb-44d3-ae8f-13884fe7989b tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 210 time: 0.0317793 Jun 16 17:01:39.030134 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8b72b544-4bee-4dec-b4db-cf78250f7224 req-103ca7e8-ea39-46fb-844b-b62250827633 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 210 time: 0.0568473 Jun 16 17:01:39.066129 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-79a16a8f-cb23-4ffd-8f90-f4b5bd4f5cfb tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:39.067561 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-79a16a8f-cb23-4ffd-8f90-f4b5bd4f5cfb tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.46 "GET /v2.0/networks?id=77becf68-20ab-4b50-b83d-4d8db47505f9 HTTP/1.1" status: 200 len: 808 time: 0.1303072 Jun 16 17:01:39.121861 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-8ad83290-03df-43ff-9475-c79c11f109c6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72e26b984ed54257bf3a08e75df6bd40 HTTP/1.1" status: 200 len: 380 time: 0.0322471 Jun 16 17:01:39.137145 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Request body: {'port': {'device_id': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'admin_state_up': True, 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'security_groups': ['10aa07df-b043-48fb-8fd3-b9e7eaac6184']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:39.245943 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Made reservation on behalf of 72e26b984ed54257bf3a08e75df6bd40 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:39.250116 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:39.373538 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Allocated IP 172.20.0.14 (77becf68-20ab-4b50-b83d-4d8db47505f9/4a28a280-85a5-4ae2-9fc5-7befba896d39/261c110c-bc78-40bc-8ccb-5e669727981b) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:39.509813 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:39.523903 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Transition to ACTIVE for port object 261c110c-bc78-40bc-8ccb-5e669727981b will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:39.556649 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:39.561441 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7aa157ea-4af4-49da-8747-cad535626992 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:39.601113 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Network 77becf68-20ab-4b50-b83d-4d8db47505f9 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:39.606161 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:39.609908 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:39.633738 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event updated for resources: {'Port': ['ID=261c110c-bc78-40bc-8ccb-5e669727981b,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:39.638016 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:39.665519 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:39.666205 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:39.687111 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538368 Jun 16 17:01:39.704967 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Request body: {'port': {'device_id': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:39.783866 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:39.881529 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-b7779224-1883-42e4-b369-782dfac34f85 None None] Provisioning for port 261c110c-bc78-40bc-8ccb-5e669727981b completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:39.886165 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-b7779224-1883-42e4-b369-782dfac34f85 None None] Provisioning complete for port 261c110c-bc78-40bc-8ccb-5e669727981b triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:39.886574 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b7779224-1883-42e4-b369-782dfac34f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:39.920267 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-b7779224-1883-42e4-b369-782dfac34f85 None None] Port 261c110c-bc78-40bc-8ccb-5e669727981b cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:01:40.029993 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261c110c-bc78-40bc-8ccb-5e669727981b {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:40.037084 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.048367 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Transition to ACTIVE for port object 261c110c-bc78-40bc-8ccb-5e669727981b will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:40.052089 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.054780 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-250e5560-71dc-4b97-8d45-d6eee4850e0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:40.126585 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Pushing event updated for resources: {'Port': ['ID=261c110c-bc78-40bc-8ccb-5e669727981b,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:40.131210 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:40.235401 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Attempting to bind port 261c110c-bc78-40bc-8ccb-5e669727981b on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:40.235736 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Attempting to bind port 261c110c-bc78-40bc-8ccb-5e669727981b by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:40.236067 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Attempting to bind port 261c110c-bc78-40bc-8ccb-5e669727981b on network 77becf68-20ab-4b50-b83d-4d8db47505f9 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:40.247580 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Port 261c110c-bc78-40bc-8ccb-5e669727981b on network 77becf68-20ab-4b50-b83d-4d8db47505f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:01:40.247919 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Attempting to bind port 261c110c-bc78-40bc-8ccb-5e669727981b on network 77becf68-20ab-4b50-b83d-4d8db47505f9 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:40.254409 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:40.254737 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Checking segment: {'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:40.255114 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Bound using segment: {'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:40.255527 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Bound port: 261c110c-bc78-40bc-8ccb-5e669727981b, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0c6541-fb09-4d72-b677-074e5d2b39cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:40.255867 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.264390 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcecba-7945-489d-990e-6029dd5b4911 req-65a00369-c0a5-4930-b2f3-3a0651537268 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.265840 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-39dcecba-7945-489d-990e-6029dd5b4911 req-65a00369-c0a5-4930-b2f3-3a0651537268 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.1147966 Jun 16 17:01:40.327001 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-39dcecba-7945-489d-990e-6029dd5b4911 req-a3191344-97a7-4274-8ce6-e4f9faa3864d tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536170 Jun 16 17:01:40.351734 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] For port 261c110c-bc78-40bc-8ccb-5e669727981b, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:40.355334 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] For port 261c110c-bc78-40bc-8ccb-5e669727981b, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=261c110c-bc78-40bc-8ccb-5e669727981b,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:40.359834 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.361913 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-25be0294-bc0d-44dd-90d6-6ff94303b0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:40.393770 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.394402 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.395745 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] 10.222.0.46 "PUT /v2.0/ports/261c110c-bc78-40bc-8ccb-5e669727981b HTTP/1.1" status: 200 len: 1094 time: 0.6959033 Jun 16 17:01:40.396249 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:40.398546 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c1d9ac-649e-4611-936f-07ff42ee4d10" -d '{"events": [{"name": "network-changed", "server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:40.425435 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Pushing event updated for resources: {'Port': ['ID=261c110c-bc78-40bc-8ccb-5e669727981b,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:40.435214 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:40.439755 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88252a26-b60d-4880-a234-631b0d4cb4e5 x-openstack-request-id: req-88252a26-b60d-4880-a234-631b0d4cb4e5 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:40.440088 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:40.440477 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-88252a26-b60d-4880-a234-631b0d4cb4e5 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:40.440919 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b', 'status': 'completed', 'code': 200} Jun 16 17:01:40.500718 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-6d23d370-f4c4-4d4d-bee2-00d513911f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.502185 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-6d23d370-f4c4-4d4d-bee2-00d513911f37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72e26b984ed54257bf3a08e75df6bd40&device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1097 time: 0.0561194 Jun 16 17:01:40.552733 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-d9a5b6e7-9f85-4b0b-acbe-2b1f4427d1ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=261c110c-bc78-40bc-8ccb-5e669727981b HTTP/1.1" status: 200 len: 217 time: 0.0393572 Jun 16 17:01:40.609442 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-1914d4e9-4d56-48a4-8956-52cca9919e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.610949 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-1914d4e9-4d56-48a4-8956-52cca9919e3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a28a280-85a5-4ae2-9fc5-7befba896d39 HTTP/1.1" status: 200 len: 847 time: 0.0445004 Jun 16 17:01:40.669559 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-ce8d806f-6c30-4c43-80b7-fd25388355cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.671027 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-ce8d806f-6c30-4c43-80b7-fd25388355cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77becf68-20ab-4b50-b83d-4d8db47505f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522752 Jun 16 17:01:40.771768 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-de3ea072-95ef-4bc2-9716-83e73abd9288 service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935464 Jun 16 17:01:40.861714 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-156c6bc3-c11b-4b50-81f8-5e7e903b209c req-cd3ad59b-bef5-440b-b5de-63925cb6ec70 service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833094 Jun 16 17:01:40.967578 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-bd2e60ba-3341-4b0a-bee5-94ecbc57c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.969003 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-bd2e60ba-3341-4b0a-bee5-94ecbc57c92d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72e26b984ed54257bf3a08e75df6bd40&device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1097 time: 0.0542378 Jun 16 17:01:41.057203 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-85522f39-0416-4404-99c8-eff1effbc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:41.058549 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-85522f39-0416-4404-99c8-eff1effbc7cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=77becf68-20ab-4b50-b83d-4d8db47505f9 HTTP/1.1" status: 200 len: 910 time: 0.0801377 Jun 16 17:01:41.105096 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-7ec586d5-4486-42d4-9c96-01bbbc933d8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=261c110c-bc78-40bc-8ccb-5e669727981b HTTP/1.1" status: 200 len: 217 time: 0.0352740 Jun 16 17:01:41.429253 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-5dcc49d0-0e0f-4efa-abb7-a6b361c19522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:41.430833 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-5dcc49d0-0e0f-4efa-abb7-a6b361c19522 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a28a280-85a5-4ae2-9fc5-7befba896d39 HTTP/1.1" status: 200 len: 847 time: 0.3154883 Jun 16 17:01:41.539455 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-d48ee9ba-9f07-45d8-afd0-f20851b1241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:41.540902 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-d48ee9ba-9f07-45d8-afd0-f20851b1241e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77becf68-20ab-4b50-b83d-4d8db47505f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946105 Jun 16 17:01:41.549289 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806019b2-5bfd-41fd-8665-3304eeab7e14 req-7ee09520-ec42-43d8-9978-814a9d403667 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:41.550618 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-806019b2-5bfd-41fd-8665-3304eeab7e14 req-7ee09520-ec42-43d8-9978-814a9d403667 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0970232 Jun 16 17:01:41.634389 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-806019b2-5bfd-41fd-8665-3304eeab7e14 req-aecb1c52-feff-4b03-8e30-f4662d3f2275 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761051 Jun 16 17:01:41.655273 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-6643ef37-9cf9-410c-9748-3f5d9ae2d88a service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037624 Jun 16 17:01:41.751154 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-33c1d9ac-649e-4611-936f-07ff42ee4d10 req-b7b1d6cf-63ce-42c6-8748-659633034f73 service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838058 Jun 16 17:01:42.802570 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678f19d-cf7f-4d51-85b5-dfee617ec249 req-ddfc860f-9d35-44be-9b9e-df6dbf230a60 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:42.803944 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b678f19d-cf7f-4d51-85b5-dfee617ec249 req-ddfc860f-9d35-44be-9b9e-df6dbf230a60 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0625503 Jun 16 17:01:42.842309 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b678f19d-cf7f-4d51-85b5-dfee617ec249 req-d40d451e-41ef-4945-a687-658e90f6d167 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Jun 16 17:01:43.260322 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506aad6-68ce-4f83-9f00-c9ee9bea5d1d req-c8e28aff-785a-4240-ae0a-8158d96fbe4c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:43.261749 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d506aad6-68ce-4f83-9f00-c9ee9bea5d1d req-c8e28aff-785a-4240-ae0a-8158d96fbe4c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0655849 Jun 16 17:01:43.297433 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d506aad6-68ce-4f83-9f00-c9ee9bea5d1d req-eb80c51b-15da-48fd-b62e-159f29e22347 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300646 Jun 16 17:01:44.010804 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045da40-1189-4d71-9137-279fb814b91c req-d55ddca4-415b-4870-94ac-933a82cded6a tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:44.012161 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b045da40-1189-4d71-9137-279fb814b91c req-d55ddca4-415b-4870-94ac-933a82cded6a tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0617619 Jun 16 17:01:44.048583 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b045da40-1189-4d71-9137-279fb814b91c req-820033bb-4b3b-4e28-b816-4f480feb35f2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308332 Jun 16 17:01:44.475702 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200e8d6-8d62-432e-b92c-d40b163bf561 req-359e2d20-39fe-49d7-bb4c-f1d221476616 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:44.477218 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3200e8d6-8d62-432e-b92c-d40b163bf561 req-359e2d20-39fe-49d7-bb4c-f1d221476616 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0636120 Jun 16 17:01:44.514714 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3200e8d6-8d62-432e-b92c-d40b163bf561 req-78a04c37-2d53-4d28-b004-42b39bcd4086 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316629 Jun 16 17:01:45.224058 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900ee41-6d42-4a5b-b8cf-820b791ae6c1 req-a4c88781-a5cf-4ae3-8041-1a9259502de5 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:45.225480 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a900ee41-6d42-4a5b-b8cf-820b791ae6c1 req-a4c88781-a5cf-4ae3-8041-1a9259502de5 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0640309 Jun 16 17:01:45.261280 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a900ee41-6d42-4a5b-b8cf-820b791ae6c1 req-bf7f755d-b1bf-4185-b65f-5f5f99520beb tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303092 Jun 16 17:01:45.689174 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbadaf-e6f4-4c94-a92e-18b64e271306 req-390a6bf6-cef6-4d3f-9958-35eccf9a5394 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:45.690631 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-26dbadaf-e6f4-4c94-a92e-18b64e271306 req-390a6bf6-cef6-4d3f-9958-35eccf9a5394 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0620010 Jun 16 17:01:45.727145 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-26dbadaf-e6f4-4c94-a92e-18b64e271306 req-db0b8a72-06a5-4e09-a11d-7fc60f35d123 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309277 Jun 16 17:01:46.431565 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5412-69ff-418f-a696-8116842298ef req-9ffd0cd3-b7bc-4226-a4a3-ef9f7bbc0aee tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:46.433014 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d4bc5412-69ff-418f-a696-8116842298ef req-9ffd0cd3-b7bc-4226-a4a3-ef9f7bbc0aee tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0648193 Jun 16 17:01:46.469857 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d4bc5412-69ff-418f-a696-8116842298ef req-d28e4147-b0b9-452d-ba31-450c613675a0 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307872 Jun 16 17:01:46.899669 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8d8ff-e32d-4467-96a8-545c1e08987f req-683ccb82-1492-48b2-b0c8-dce2b822d405 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:46.901021 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-71b8d8ff-e32d-4467-96a8-545c1e08987f req-683ccb82-1492-48b2-b0c8-dce2b822d405 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0618603 Jun 16 17:01:46.937067 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-71b8d8ff-e32d-4467-96a8-545c1e08987f req-d87344bc-00ec-44a1-b0ed-cb6f74552444 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305593 Jun 16 17:01:47.603678 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 261c110c-bc78-40bc-8ccb-5e669727981b details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:01:47.635533 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6f3b2-ef2a-42d6-aece-915078ae119c req-ece29736-4141-4fe7-a1c7-81a0437c4d0c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:47.637009 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cde6f3b2-ef2a-42d6-aece-915078ae119c req-ece29736-4141-4fe7-a1c7-81a0437c4d0c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0616543 Jun 16 17:01:47.673955 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cde6f3b2-ef2a-42d6-aece-915078ae119c req-bcc47408-0749-4e00-865e-fd5b50db1bdf tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307665 Jun 16 17:01:47.697310 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 261c110c-bc78-40bc-8ccb-5e669727981b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=261c110c-bc78-40bc-8ccb-5e669727981b,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:47.708546 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '261c110c-bc78-40bc-8ccb-5e669727981b', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'port_id': '261c110c-bc78-40bc-8ccb-5e669727981b', 'mac_address': 'fa:16:3e:e2:a1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:01:47.743058 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:47.755912 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261c110c-bc78-40bc-8ccb-5e669727981b {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:47.775198 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 261c110c-bc78-40bc-8ccb-5e669727981b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=261c110c-bc78-40bc-8ccb-5e669727981b,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:47.779088 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:47.780761 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:47.822859 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=261c110c-bc78-40bc-8ccb-5e669727981b,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:47.830189 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.830555 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.830881 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.831212 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.831575 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.831858 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.832190 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.832532 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.832853 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.833165 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.833479 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.833789 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:47.837778 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:47.981427 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:48.059504 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['261c110c-bc78-40bc-8ccb-5e669727981b'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:48.114384 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9c8ab-657a-4975-aeec-daa05ab2871d req-dfc047c9-4cfa-40f4-a72b-7e3a1674cb8b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:48.115946 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94e9c8ab-657a-4975-aeec-daa05ab2871d req-dfc047c9-4cfa-40f4-a72b-7e3a1674cb8b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0667729 Jun 16 17:01:48.152537 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94e9c8ab-657a-4975-aeec-daa05ab2871d req-f2f13f3f-73a1-4008-beea-dc0a5e5bc51f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309019 Jun 16 17:01:48.843316 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963def93-355e-48d3-b92e-ae5cf82f3cf0 req-6301a212-9885-475c-93b1-f3451f94c97c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:48.845206 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-963def93-355e-48d3-b92e-ae5cf82f3cf0 req-6301a212-9885-475c-93b1-f3451f94c97c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 945 time: 0.0621562 Jun 16 17:01:48.880865 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-963def93-355e-48d3-b92e-ae5cf82f3cf0 req-e63a5bad-91b7-4478-8efe-b06f88ca240a tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299816 Jun 16 17:01:49.328755 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bc871-545d-4810-b91b-fa6924192b9a req-76e71150-5f35-4063-a4bb-342abe6ebc26 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:49.330199 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c41bc871-545d-4810-b91b-fa6924192b9a req-76e71150-5f35-4063-a4bb-342abe6ebc26 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0636129 Jun 16 17:01:49.367332 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c41bc871-545d-4810-b91b-fa6924192b9a req-00892f16-da5e-48ca-b94f-f3c24b4a8b50 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313897 Jun 16 17:01:49.633373 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 261c110c-bc78-40bc-8ccb-5e669727981b up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:49.682822 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 261c110c-bc78-40bc-8ccb-5e669727981b completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:49.686546 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 261c110c-bc78-40bc-8ccb-5e669727981b triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:49.686930 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.760976 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.783295 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:49.785525 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7455e076-1738-4e8d-a426-442baabd5f74" -d '{"events": [{"server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "name": "network-vif-plugged", "status": "completed", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:49.797567 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 261c110c-bc78-40bc-8ccb-5e669727981b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=261c110c-bc78-40bc-8ccb-5e669727981b,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:49.801822 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.804745 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:49.826297 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e5bec9-b8f1-4150-a15c-464fac050ec8 x-openstack-request-id: req-e2e5bec9-b8f1-4150-a15c-464fac050ec8 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:49.826600 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "name": "network-vif-plugged", "status": "completed", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:49.826864 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e2e5bec9-b8f1-4150-a15c-464fac050ec8 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:49.827255 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b', 'code': 200} Jun 16 17:01:49.857139 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=261c110c-bc78-40bc-8ccb-5e669727981b,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:49.859997 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:50.051998 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44a496-566d-4199-964f-f64a14431ab3 req-53ce2e9f-f016-4c3a-993b-d70a7e7d0cf2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:50.053723 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb44a496-566d-4199-964f-f64a14431ab3 req-53ce2e9f-f016-4c3a-993b-d70a7e7d0cf2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0639248 Jun 16 17:01:50.091806 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb44a496-566d-4199-964f-f64a14431ab3 req-b2519c4f-06c8-402b-ac63-b236506d9981 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Jun 16 17:01:50.141784 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23bd4e-8205-4032-bb70-f141bfee734e req-8b1881d2-ab4e-413c-ba72-e337ef76d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:50.143263 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c23bd4e-8205-4032-bb70-f141bfee734e req-8b1881d2-ab4e-413c-ba72-e337ef76d5e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1099 time: 0.0494132 Jun 16 17:01:50.188119 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1c23bd4e-8205-4032-bb70-f141bfee734e req-b439e36d-b8db-492f-8920-be2e97cff9ff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262337 Jun 16 17:01:50.547395 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924f7a-6d6f-4642-b8ff-c4d59bbea4eb req-dddc37a5-94b9-4f97-81c2-c9dde6422821 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:50.548717 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e5924f7a-6d6f-4642-b8ff-c4d59bbea4eb req-dddc37a5-94b9-4f97-81c2-c9dde6422821 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0642471 Jun 16 17:01:50.584928 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e5924f7a-6d6f-4642-b8ff-c4d59bbea4eb req-6471bcd5-95a1-4435-9d1b-6fb9e1a29e59 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306656 Jun 16 17:01:51.260806 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a9c9c-3363-42db-9a39-d8f48e9b5c1e req-af2e8d2c-7d64-47e6-a3a5-6087078f749c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:51.262309 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e29a9c9c-3363-42db-9a39-d8f48e9b5c1e req-af2e8d2c-7d64-47e6-a3a5-6087078f749c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0620377 Jun 16 17:01:51.300168 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e29a9c9c-3363-42db-9a39-d8f48e9b5c1e req-f70b15df-3453-419d-95d2-eb08a464407e tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Jun 16 17:01:51.759663 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ac373-6b78-4d38-a43e-b86ff2136d97 req-57793210-551a-4ef1-aa9f-4bd0705cc2ac tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:51.761136 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-024ac373-6b78-4d38-a43e-b86ff2136d97 req-57793210-551a-4ef1-aa9f-4bd0705cc2ac tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0647457 Jun 16 17:01:51.797987 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-024ac373-6b78-4d38-a43e-b86ff2136d97 req-c205ccf8-9ef0-41ab-a40d-c6fcea26d1ed tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307071 Jun 16 17:01:52.467504 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045d401-e30b-44f0-9962-cfc68d060af3 req-8c5d0123-bff3-446e-807b-a21c56beadb3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:52.469451 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e045d401-e30b-44f0-9962-cfc68d060af3 req-8c5d0123-bff3-446e-807b-a21c56beadb3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0628943 Jun 16 17:01:52.505658 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e045d401-e30b-44f0-9962-cfc68d060af3 req-8576338d-6e24-4b6d-bf63-dea512699071 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306003 Jun 16 17:01:52.671905 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307e8d-db04-468d-a797-7c79623b9df7 req-fd890fb9-7c40-4568-899e-c8d09be94d5e tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:52.673223 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-db307e8d-db04-468d-a797-7c79623b9df7 req-fd890fb9-7c40-4568-899e-c8d09be94d5e tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0610971 Jun 16 17:01:52.709527 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-db307e8d-db04-468d-a797-7c79623b9df7 req-d44c603a-6b29-4b4d-b514-fca151c8241d tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Jun 16 17:01:52.733352 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35024) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:52.826312 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c6ace7-3bf5-444f-9dfe-4a501b87ab60 tempest-TestShelveInstance-840967682 tempest-TestShelveInstance-840967682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:52.827856 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-92c6ace7-3bf5-444f-9dfe-4a501b87ab60 tempest-TestShelveInstance-840967682 tempest-TestShelveInstance-840967682-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1094 time: 0.0934982 Jun 16 17:01:52.831260 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35030) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:52.835668 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Request body: {'floatingip': {'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'port_id': '261c110c-bc78-40bc-8ccb-5e669727981b', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:52.858217 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for floatingip, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:52.995984 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.009684 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b9859-5b16-44ce-924a-297c8934c12c req-bfa8e980-fb6c-4b6d-8a9f-be3e7dea2c02 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:53.011155 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2b9859-5b16-44ce-924a-297c8934c12c req-bfa8e980-fb6c-4b6d-8a9f-be3e7dea2c02 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0903139 Jun 16 17:01:53.104358 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9d2b9859-5b16-44ce-924a-297c8934c12c req-932b9bdc-8687-40ef-b00a-1d9cc21cfe8a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642052 Jun 16 17:01:53.130705 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Allocated IP 172.27.1.224 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/b48e6ac9-d02d-4ece-a946-46f80fd04978) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:53.231045 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.267172 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.269717 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b4809b2b-7bb6-4e11-a61c-35c489b36f36 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:53.300378 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:53.303087 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:53.306425 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:53.333324 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event updated for resources: {'Port': ['ID=b48e6ac9-d02d-4ece-a946-46f80fd04978,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:53.338686 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:53.584396 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b2388de8-14f0-4992-8bf3-f1beaeeff9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.651671 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.728675 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.868963 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.873175 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.876363 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:53.942291 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event updated for resources: {'Port': ['ID=b48e6ac9-d02d-4ece-a946-46f80fd04978,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:53.946121 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:53.953179 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:54.048393 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Floating IP beae3489-09fd-41c0-9946-4346e63a36ff associated. External IP: 172.27.1.224, port: 261c110c-bc78-40bc-8ccb-5e669727981b. Jun 16 17:01:54.279090 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Router e7594875-dd82-46fc-9f78-0d207f2d8453 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:01:54.363136 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31730f4d-da21-4100-9f5c-1c34dfc85404 req-6b6c1526-ac79-4595-897a-07c27d096f9d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.364575 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31730f4d-da21-4100-9f5c-1c34dfc85404 req-6b6c1526-ac79-4595-897a-07c27d096f9d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.1457937 Jun 16 17:01:54.415831 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31730f4d-da21-4100-9f5c-1c34dfc85404 req-d30f36b6-950e-48a5-b331-e76ef97b8866 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451655 Jun 16 17:01:54.425572 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:54.435738 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] Sync routers for ids ['e7594875-dd82-46fc-9f78-0d207f2d8453'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:54.444313 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:54.448934 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] Routers {'e7594875-dd82-46fc-9f78-0d207f2d8453'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:54.449647 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:01:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e7594875-dd82-46fc-9f78-0d207f2d8453'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:54.490833 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6585033 Jun 16 17:01:54.491763 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:54.494734 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9" -d '{"events": [{"name": "network-changed", "server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:54.532293 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903a8136-957c-42c4-9b13-63b0ab9e00b6 x-openstack-request-id: req-903a8136-957c-42c4-9b13-63b0ab9e00b6 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:54.532622 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:54.532943 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-903a8136-957c-42c4-9b13-63b0ab9e00b6 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:54.533404 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b', 'status': 'completed', 'code': 200} Jun 16 17:01:54.624500 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-1f747755-5a2d-4d5d-b59f-214b7c6b2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.626546 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-1f747755-5a2d-4d5d-b59f-214b7c6b2047 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72e26b984ed54257bf3a08e75df6bd40&device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1099 time: 0.0538189 Jun 16 17:01:54.678174 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] Set router e7594875-dd82-46fc-9f78-0d207f2d8453 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:54.720209 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-96d249f4-1c03-4637-9a7b-0bdbb019548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.721660 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-96d249f4-1c03-4637-9a7b-0bdbb019548f service neutron] 10.222.0.46 "GET /v2.0/networks?id=77becf68-20ab-4b50-b83d-4d8db47505f9 HTTP/1.1" status: 200 len: 910 time: 0.0854487 Jun 16 17:01:54.790868 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-c8fdea8c-bd28-4056-b723-fce5d55864da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=261c110c-bc78-40bc-8ccb-5e669727981b HTTP/1.1" status: 200 len: 1000 time: 0.0593767 Jun 16 17:01:54.842783 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-aff8c535-6a4b-435a-8951-1f15a3c46ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.844258 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-aff8c535-6a4b-435a-8951-1f15a3c46ff2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a28a280-85a5-4ae2-9fc5-7befba896d39 HTTP/1.1" status: 200 len: 847 time: 0.0438340 Jun 16 17:01:54.894888 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': 'beae3489-09fd-41c0-9946-4346e63a36ff', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'port_id': '261c110c-bc78-40bc-8ccb-5e669727981b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'mac_address': 'fa:16:3e:e2:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:01:53Z', 'updated_at': '2021-06-16T17:01:53Z', 'revision_number': 0, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:13Z', 'revision_number': 5, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:54.898309 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] Checking router: e7594875-dd82-46fc-9f78-0d207f2d8453 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:54.901241 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-b34edefc-b012-4dcb-87fe-19fca5350845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.902846 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-b34edefc-b012-4dcb-87fe-19fca5350845 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77becf68-20ab-4b50-b83d-4d8db47505f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505376 Jun 16 17:01:54.906110 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] Routers {'e7594875-dd82-46fc-9f78-0d207f2d8453'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:54.906768 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:01:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e7594875-dd82-46fc-9f78-0d207f2d8453'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:55.006370 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-71ffb948-656a-4c7f-9340-26de3e551a41 service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Jun 16 17:01:55.008752 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] Set router e7594875-dd82-46fc-9f78-0d207f2d8453 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:55.102788 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8f9df3a2-18df-4d98-8b8f-20d1dda466e9 req-55642025-b1b3-409e-91a3-d3bb13ae54e3 service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808363 Jun 16 17:01:55.225308 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': 'beae3489-09fd-41c0-9946-4346e63a36ff', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'port_id': '261c110c-bc78-40bc-8ccb-5e669727981b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'mac_address': 'fa:16:3e:e2:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:01:53Z', 'updated_at': '2021-06-16T17:01:53Z', 'revision_number': 0, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:13Z', 'revision_number': 5, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:55.228743 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced40949-4324-42bf-93fe-e1cecfa2ff61 None None] The sync data for ids ['e7594875-dd82-46fc-9f78-0d207f2d8453'] in dv-cinder-783389-6-iscsi is: [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': 'beae3489-09fd-41c0-9946-4346e63a36ff', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'port_id': '261c110c-bc78-40bc-8ccb-5e669727981b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'mac_address': 'fa:16:3e:e2:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:01:53Z', 'updated_at': '2021-06-16T17:01:53Z', 'revision_number': 0, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:13Z', 'revision_number': 5, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:55.396566 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb3d09-12eb-4f92-8636-dded50f54fed None None] New status for floating IP beae3489-09fd-41c0-9946-4346e63a36ff: ACTIVE {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:01:55.601209 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae314f-6e4d-453b-857c-0ab49507cc2e req-56d5eb54-bd38-4934-aff5-d01f272177e6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:55.602644 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-45ae314f-6e4d-453b-857c-0ab49507cc2e req-56d5eb54-bd38-4934-aff5-d01f272177e6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0625551 Jun 16 17:01:55.646127 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-45ae314f-6e4d-453b-857c-0ab49507cc2e req-86cff7ea-fc97-4a52-90b8-f2e5714d3402 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373728 Jun 16 17:01:55.853500 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b06ad0bc-1484-4cdd-8590-cbf0f83a6682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.256926 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.837301 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:57.094947 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90058-6db9-4f90-830d-d003fb220041 req-ff7007bc-524b-4bea-afd7-7c13c4d9a99c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:57.096305 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c9a90058-6db9-4f90-830d-d003fb220041 req-ff7007bc-524b-4bea-afd7-7c13c4d9a99c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.3330836 Jun 16 17:01:57.131908 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c9a90058-6db9-4f90-830d-d003fb220041 req-5537350b-a1d2-42f3-b373-c5d2493fc64c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298915 Jun 16 17:01:58.305510 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a11c0-7030-4fec-9000-724ba4f27e64 req-38a1478f-cd47-49d0-93cd-758e43288e2f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:58.306943 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4b0a11c0-7030-4fec-9000-724ba4f27e64 req-38a1478f-cd47-49d0-93cd-758e43288e2f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0595701 Jun 16 17:01:58.343635 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4b0a11c0-7030-4fec-9000-724ba4f27e64 req-ed2e042a-f651-4094-9d1d-05b6ef395520 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310972 Jun 16 17:01:58.786327 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.520662 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd4351-b2b0-4cee-a749-4c480b10d59c req-81bf4e1b-816b-449c-841e-b9e4de04869e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:59.522028 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-77bd4351-b2b0-4cee-a749-4c480b10d59c req-81bf4e1b-816b-449c-841e-b9e4de04869e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0652859 Jun 16 17:01:59.558240 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-77bd4351-b2b0-4cee-a749-4c480b10d59c req-8b7c792c-c09b-480c-8763-a69042a5571e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306098 Jun 16 17:01:59.708393 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:01:59.798946 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:59.809454 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'port_id': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'mac_address': 'fa:16:3e:8c:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:01:59.845554 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.861027 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:59.879929 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:59.883690 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.885446 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-addf418e-0b39-444e-a4f0-61c159149b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:59.932281 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=6']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:59.934982 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:00.002258 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:00.728146 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097f85-8b10-4cc0-a89f-ab478efa1b37 req-2d068467-5997-4fe0-bc8e-973ad336b81e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:00.729558 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1b097f85-8b10-4cc0-a89f-ab478efa1b37 req-2d068467-5997-4fe0-bc8e-973ad336b81e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 945 time: 0.0608888 Jun 16 17:02:00.766100 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1b097f85-8b10-4cc0-a89f-ab478efa1b37 req-0e8f408a-3d11-4db0-b72e-c46540d6a941 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304146 Jun 16 17:02:01.720040 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:01.777502 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:01.778132 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:01.887752 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:01.914005 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:01.916338 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6b83f8-e711-4868-9563-1369af143e36" -d '{"events": [{"server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "name": "network-vif-plugged", "status": "completed", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:01.930186 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:01.936600 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:01.939450 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:01.985559 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbfd8e7-9eaf-427f-939f-572261ccde63 x-openstack-request-id: req-7dbfd8e7-9eaf-427f-939f-572261ccde63 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:01.985559 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "name": "network-vif-plugged", "status": "completed", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:01.985795 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7dbfd8e7-9eaf-427f-939f-572261ccde63 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:01.986532 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'code': 200} Jun 16 17:02:02.005189 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a03066-8575-4d96-b179-8cce6bebbd89 req-5870744c-e44a-453b-817f-28dad833b570 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:02.006785 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-77a03066-8575-4d96-b179-8cce6bebbd89 req-5870744c-e44a-453b-817f-28dad833b570 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 945 time: 0.1106322 Jun 16 17:02:02.008327 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=7']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:02.013080 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:02.062998 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-77a03066-8575-4d96-b179-8cce6bebbd89 req-89ff682d-1f0b-434d-a74f-a6ee8a9a7a37 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469742 Jun 16 17:02:03.259062 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98d385-1114-45ee-b484-8364e06e1eff req-1a7f0d1c-e8cb-4d02-a5c1-815ba9da74fd tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:03.260574 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6f98d385-1114-45ee-b484-8364e06e1eff req-1a7f0d1c-e8cb-4d02-a5c1-815ba9da74fd tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0664754 Jun 16 17:02:03.301309 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6f98d385-1114-45ee-b484-8364e06e1eff req-dc9156d9-4f79-4522-8dae-8273d5f1f91b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338306 Jun 16 17:02:04.498243 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff018903-fc25-43f6-ad5d-82f8665eff25 req-1f87f567-702c-4ec2-9d19-cf7ad7d197a5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:04.506099 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ff018903-fc25-43f6-ad5d-82f8665eff25 req-1f87f567-702c-4ec2-9d19-cf7ad7d197a5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0746436 Jun 16 17:02:04.542679 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ff018903-fc25-43f6-ad5d-82f8665eff25 req-85dc7d41-01cb-4972-aedf-a170a711b817 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356250 Jun 16 17:02:05.733580 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9bf4c-1d9f-4b68-a218-e6728580d954 req-746fd662-81fb-4b36-a9ae-304d2eab808a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:05.735308 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7fd9bf4c-1d9f-4b68-a218-e6728580d954 req-746fd662-81fb-4b36-a9ae-304d2eab808a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0698142 Jun 16 17:02:05.789461 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7fd9bf4c-1d9f-4b68-a218-e6728580d954 req-e61c8f2d-7767-48fc-bb42-d35d577f3d03 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436211 Jun 16 17:02:06.969903 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806b595-4472-467a-a5dc-0292d63a814b req-afef4e73-e2ac-42f0-88df-c5ceef0384d1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:06.973236 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d806b595-4472-467a-a5dc-0292d63a814b req-afef4e73-e2ac-42f0-88df-c5ceef0384d1 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0702360 Jun 16 17:02:07.009928 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d806b595-4472-467a-a5dc-0292d63a814b req-9eecd264-e840-4834-8ab0-ecbf18eaf9cb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324302 Jun 16 17:02:08.203950 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7d40f-9745-4249-b738-45adcc388ac5 req-dc31954b-601a-4543-887c-5ecaf9e52c0a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:08.205449 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bcd7d40f-9745-4249-b738-45adcc388ac5 req-dc31954b-601a-4543-887c-5ecaf9e52c0a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0729885 Jun 16 17:02:08.251061 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bcd7d40f-9745-4249-b738-45adcc388ac5 req-ce28c058-d366-4248-a243-3b106934eb2f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396111 Jun 16 17:02:09.436988 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76489a9b-f0d9-4df8-9d55-5ff49ec074ca req-898104e6-554b-493e-9088-a3bb41c92b0d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:09.438644 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76489a9b-f0d9-4df8-9d55-5ff49ec074ca req-898104e6-554b-493e-9088-a3bb41c92b0d tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0652032 Jun 16 17:02:09.478601 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-76489a9b-f0d9-4df8-9d55-5ff49ec074ca req-ef116b1b-fcd1-4280-8385-719ed45e26f5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341794 Jun 16 17:02:10.337621 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:02:10.662948 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6abda-a2f8-477c-95e6-8232ec30b665 req-62c6467b-e394-43ba-88db-a67fbcee05eb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:10.664504 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05c6abda-a2f8-477c-95e6-8232ec30b665 req-62c6467b-e394-43ba-88db-a67fbcee05eb tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.0642350 Jun 16 17:02:10.700621 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-05c6abda-a2f8-477c-95e6-8232ec30b665 req-50246183-d3d9-4529-bb72-d6efe2185ef7 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305464 Jun 16 17:02:11.130200 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2178835-0c58-43da-ab98-1153ae7620cf req-a08c4866-7ee8-4d85-8bfd-48bec5f00239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:11.131545 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f2178835-0c58-43da-ab98-1153ae7620cf req-a08c4866-7ee8-4d85-8bfd-48bec5f00239 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 1099 time: 0.0535476 Jun 16 17:02:11.219412 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2178835-0c58-43da-ab98-1153ae7620cf req-77f76d23-ff8c-431a-8363-04291fe3b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:11.220780 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f2178835-0c58-43da-ab98-1153ae7620cf req-77f76d23-ff8c-431a-8363-04291fe3b149 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 918 time: 0.0788605 Jun 16 17:02:11.287545 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f2178835-0c58-43da-ab98-1153ae7620cf req-386aecf5-6e8f-458e-a963-38baad85de15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 HTTP/1.1" status: 200 len: 1001 time: 0.0569954 Jun 16 17:02:11.334417 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2178835-0c58-43da-ab98-1153ae7620cf req-75a2ff29-27c2-4259-b54b-5db54cadb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:11.335864 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f2178835-0c58-43da-ab98-1153ae7620cf req-75a2ff29-27c2-4259-b54b-5db54cadb372 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.0418835 Jun 16 17:02:11.400816 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2178835-0c58-43da-ab98-1153ae7620cf req-2eff0c17-30e2-4c75-a15c-81e3a77699a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:11.402153 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f2178835-0c58-43da-ab98-1153ae7620cf req-2eff0c17-30e2-4c75-a15c-81e3a77699a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505302 Jun 16 17:02:11.500151 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f2178835-0c58-43da-ab98-1153ae7620cf req-882bf2cf-b67d-4d75-99d2-afcdc6ce85a9 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862324 Jun 16 17:02:11.585832 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f2178835-0c58-43da-ab98-1153ae7620cf req-ce5e0fd8-c848-47d2-8d0f-4e033e865b06 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786116 Jun 16 17:02:12.082138 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a281d9-0be7-4266-a514-00033ef88e99 req-a81f54f5-4d40-4964-a218-11cba5ea33fa tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:12.083624 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-18a281d9-0be7-4266-a514-00033ef88e99 req-a81f54f5-4d40-4964-a218-11cba5ea33fa tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.1002533 Jun 16 17:02:12.119056 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235880e0-1d3d-4934-acb1-ef01f4a7dc9b req-2c16f698-d34e-493d-b9d9-68b0e02e3e9b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:12.120472 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-235880e0-1d3d-4934-acb1-ef01f4a7dc9b req-2c16f698-d34e-493d-b9d9-68b0e02e3e9b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0966513 Jun 16 17:02:12.142234 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-18a281d9-0be7-4266-a514-00033ef88e99 req-a3c11b63-b300-4f13-a043-5a1238ea2a6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505781 Jun 16 17:02:12.167259 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-235880e0-1d3d-4934-acb1-ef01f4a7dc9b req-0473d920-feab-4c0c-b073-8a7b9d6ebccb tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379293 Jun 16 17:02:13.360801 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3322-7f6c-4cbb-9fd9-0244e389ad01 req-8de8dfab-c3c1-45be-ae2e-5e2481fade89 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:13.362309 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c2db3322-7f6c-4cbb-9fd9-0244e389ad01 req-8de8dfab-c3c1-45be-ae2e-5e2481fade89 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 946 time: 0.1060209 Jun 16 17:02:13.371964 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02bb47-94a8-4623-81d0-7dc0c4a1d272 req-30fea3a8-41d8-47e8-b288-f3b6538b8f68 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:13.373323 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2e02bb47-94a8-4623-81d0-7dc0c4a1d272 req-30fea3a8-41d8-47e8-b288-f3b6538b8f68 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0907404 Jun 16 17:02:13.420364 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c2db3322-7f6c-4cbb-9fd9-0244e389ad01 req-79e9e40f-18fe-4d41-92c3-670ca9c12ea6 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461049 Jun 16 17:02:13.433015 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2e02bb47-94a8-4623-81d0-7dc0c4a1d272 req-783c0782-8539-4ef3-a1de-f64178774796 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519307 Jun 16 17:02:13.780642 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:02:13.853544 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.874672 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:13.876970 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b737a5ad-757f-464a-99a1-29f990b34513" -d '{"events": [{"server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "name": "network-vif-unplugged", "status": "completed", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:13.889807 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:13.894973 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.896757 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:13.921016 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41911eea-9b6a-4689-8ea8-e5f85f17bd16 x-openstack-request-id: req-41911eea-9b6a-4689-8ea8-e5f85f17bd16 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:13.921345 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "name": "network-vif-unplugged", "status": "completed", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:13.921622 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-41911eea-9b6a-4689-8ea8-e5f85f17bd16 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:13.921983 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'code': 200} Jun 16 17:02:13.946632 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=8']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:13.949652 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:14.621463 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ffa87-dc8c-494d-9161-1d4420a3c09b req-a8fbcf88-b485-40c0-84e4-49749880a20f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:14.623079 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-941ffa87-dc8c-494d-9161-1d4420a3c09b req-a8fbcf88-b485-40c0-84e4-49749880a20f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0714200 Jun 16 17:02:14.661710 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-941ffa87-dc8c-494d-9161-1d4420a3c09b req-2788585b-b098-4c4c-a32e-8ccfd9a7e21b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327229 Jun 16 17:02:14.767686 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c069cb5-cbcc-4f29-86cc-75a4a4529e19 req-849a0c60-1c1a-4efd-86f7-1566f9a4c9c2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:14.769146 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5c069cb5-cbcc-4f29-86cc-75a4a4529e19 req-849a0c60-1c1a-4efd-86f7-1566f9a4c9c2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.0675144 Jun 16 17:02:14.805013 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5c069cb5-cbcc-4f29-86cc-75a4a4529e19 req-3ef88f4b-ce77-47b2-92d7-a1910f93b586 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301616 Jun 16 17:02:15.844889 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf8b80-cb08-43b0-8262-4b94da23d0b3 req-e3a58d5a-32bb-4188-8c98-3302f96db0c6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:15.847247 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-56bf8b80-cb08-43b0-8262-4b94da23d0b3 req-e3a58d5a-32bb-4188-8c98-3302f96db0c6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0691748 Jun 16 17:02:15.918037 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-56bf8b80-cb08-43b0-8262-4b94da23d0b3 req-895046d9-1895-41af-8c50-62f99d625cad tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642438 Jun 16 17:02:15.946209 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c152ef2-6ade-48b5-8104-5122d2f27222 req-e155c3d4-89e0-4f4d-a618-70fa3879fb78 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:15.947718 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8c152ef2-6ade-48b5-8104-5122d2f27222 req-e155c3d4-89e0-4f4d-a618-70fa3879fb78 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.0877616 Jun 16 17:02:15.985622 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8c152ef2-6ade-48b5-8104-5122d2f27222 req-cde2107b-0bd7-4238-b293-1e99e9a339e2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317228 Jun 16 17:02:16.055529 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35198) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:16.145627 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-e7d68717-6483-4809-a859-48393f02355c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888929 Jun 16 17:02:17.090190 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7c241-b81e-4112-8bf0-3d799d112a6c req-d3315def-a985-433c-a70f-0494f5033c5a tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.091761 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5cf7c241-b81e-4112-8bf0-3d799d112a6c req-d3315def-a985-433c-a70f-0494f5033c5a tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0616286 Jun 16 17:02:17.190481 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5cf7c241-b81e-4112-8bf0-3d799d112a6c req-740ba80c-a46c-4663-81a5-eb8b9be90776 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929885 Jun 16 17:02:17.226634 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308d646-1d70-4d32-964c-f4f9c30e57f1 req-ea493a19-679f-4c3f-8a52-b6c08bcf4eb0 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.228060 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8308d646-1d70-4d32-964c-f4f9c30e57f1 req-ea493a19-679f-4c3f-8a52-b6c08bcf4eb0 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.1245010 Jun 16 17:02:17.230608 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-9d030d03-f2c4-4721-bfa3-e6190db02c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.231951 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-9d030d03-f2c4-4721-bfa3-e6190db02c30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c&tenant_id=71348cdc09ee48ceb90c4dfe775fc99a HTTP/1.1" status: 200 len: 1097 time: 0.1086433 Jun 16 17:02:17.274698 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8308d646-1d70-4d32-964c-f4f9c30e57f1 req-8efb7bcb-6b1d-432b-96e7-e37ab0660b82 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408456 Jun 16 17:02:17.318493 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-87393a98-f220-47f6-af9b-84e03bb81be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.320077 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-87393a98-f220-47f6-af9b-84e03bb81be6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 1097 time: 0.0594928 Jun 16 17:02:17.408661 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-447f319b-8816-4a12-aaaa-6392190e890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.410062 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-447f319b-8816-4a12-aaaa-6392190e890f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 918 time: 0.0800736 Jun 16 17:02:17.474574 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-d95da8f4-128f-4318-aaeb-529dc8108fa1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 HTTP/1.1" status: 200 len: 999 time: 0.0575371 Jun 16 17:02:17.520917 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-236d1c92-7383-4193-ad3f-570e321e2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.522294 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-236d1c92-7383-4193-ad3f-570e321e2e92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.0413840 Jun 16 17:02:17.589613 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-5ae79405-3528-49db-bf0d-191729257b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.591137 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-5ae79405-3528-49db-bf0d-191729257b3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511124 Jun 16 17:02:17.683655 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-fa8a6ef6-9f8b-487b-a1a7-57a3742d6d39 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816984 Jun 16 17:02:17.773758 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-95e840c8-1767-4296-a5da-91cc0b669b41 req-83774e19-2c3f-40e7-8f0d-68a4500f4bf6 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791001 Jun 16 17:02:17.837919 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:02:17.974776 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:18.439213 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf56dc-be5f-41cf-a9b6-f5037a84dd41 req-75a6a58b-4693-44cc-8eb4-52695aea5658 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:18.440667 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2ddf56dc-be5f-41cf-a9b6-f5037a84dd41 req-75a6a58b-4693-44cc-8eb4-52695aea5658 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0994406 Jun 16 17:02:18.502837 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9eba4-f7d5-4302-bb13-3cd84ec19549 req-b52d43fa-9a33-47ec-af97-991ec7926c3a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:18.504364 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2ed9eba4-f7d5-4302-bb13-3cd84ec19549 req-b52d43fa-9a33-47ec-af97-991ec7926c3a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.1072552 Jun 16 17:02:18.507324 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2ddf56dc-be5f-41cf-a9b6-f5037a84dd41 req-ff312dd5-948b-479e-ade8-3555e579efb0 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591533 Jun 16 17:02:18.541230 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2ed9eba4-f7d5-4302-bb13-3cd84ec19549 req-2cadbf1f-c2fd-4823-bd62-9ae59e0f6141 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310829 Jun 16 17:02:19.723430 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699478c0-27ba-4838-abff-c0c538f49925 req-bc301942-260f-448c-bd8b-448e8b1f0b75 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:19.725111 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-699478c0-27ba-4838-abff-c0c538f49925 req-bc301942-260f-448c-bd8b-448e8b1f0b75 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1052449 Jun 16 17:02:19.769745 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a29759-816c-403b-995f-e4b2bd117892 req-9b832b54-ba4e-496e-8c1a-ab48cfc87b9e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:19.771502 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-93a29759-816c-403b-995f-e4b2bd117892 req-9b832b54-ba4e-496e-8c1a-ab48cfc87b9e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.1052816 Jun 16 17:02:19.793581 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-699478c0-27ba-4838-abff-c0c538f49925 req-888f5916-f173-45be-9b66-4e2448f81c7f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613174 Jun 16 17:02:19.818483 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-93a29759-816c-403b-995f-e4b2bd117892 req-0b48fc19-0aa8-4a8d-81a5-84c0ce312357 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392761 Jun 16 17:02:21.012200 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8ca74-dbc1-4b37-bcfb-7dad2f55ada9 req-991c30a9-353c-48b3-90ea-cf7414da6e29 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:21.013644 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7ca8ca74-dbc1-4b37-bcfb-7dad2f55ada9 req-991c30a9-353c-48b3-90ea-cf7414da6e29 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1033223 Jun 16 17:02:21.047064 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931bd3e-c387-41c8-bc8a-bcf73d53b772 req-6e9e24ba-c9e2-4cda-8dc5-f593d762b751 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:21.048562 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f931bd3e-c387-41c8-bc8a-bcf73d53b772 req-6e9e24ba-c9e2-4cda-8dc5-f593d762b751 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.1093287 Jun 16 17:02:21.080305 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7ca8ca74-dbc1-4b37-bcfb-7dad2f55ada9 req-4138d0df-83e6-4ad8-b2d4-d7cd10b93305 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588393 Jun 16 17:02:21.100576 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f931bd3e-c387-41c8-bc8a-bcf73d53b772 req-4cb73cbe-2c70-4322-95d7-cf761ff4e334 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395744 Jun 16 17:02:22.304211 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48352adb-e19e-48d2-bbc3-4ed570f9da58 req-0a86734f-a877-48dd-a8cf-af2b020b2885 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.305664 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-48352adb-e19e-48d2-bbc3-4ed570f9da58 req-0a86734f-a877-48dd-a8cf-af2b020b2885 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1115823 Jun 16 17:02:22.325213 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a2169-60ea-4e5e-9dcf-ee85a2b3af31 req-34ae00b5-426e-4be6-9f62-6207ff283f14 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.326653 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-844a2169-60ea-4e5e-9dcf-ee85a2b3af31 req-34ae00b5-426e-4be6-9f62-6207ff283f14 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.0986562 Jun 16 17:02:22.370523 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-48352adb-e19e-48d2-bbc3-4ed570f9da58 req-e7a6f452-4a1f-4c89-95ef-dd398b922a51 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577226 Jun 16 17:02:22.384740 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-844a2169-60ea-4e5e-9dcf-ee85a2b3af31 req-7e42b0e7-46ff-468d-8792-b4baedc0be43 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504482 Jun 16 17:02:23.587546 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e138932c-0362-4c4c-bc74-f2102670f8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:23.616149 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183313b5-99e9-42ba-8b0e-94b6a81cec9e req-9a0f89ac-bfe6-4785-a3e7-3ff05fef2d39 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.617649 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-183313b5-99e9-42ba-8b0e-94b6a81cec9e req-9a0f89ac-bfe6-4785-a3e7-3ff05fef2d39 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1005006 Jun 16 17:02:23.637566 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79d688-bf2b-4e4e-8b61-dd50fbec4321 req-e74f9549-3f8c-4858-8266-76fe21b02df2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.639496 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5d79d688-bf2b-4e4e-8b61-dd50fbec4321 req-e74f9549-3f8c-4858-8266-76fe21b02df2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.1321497 Jun 16 17:02:23.697820 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-183313b5-99e9-42ba-8b0e-94b6a81cec9e req-f32d1937-c82b-4806-9cc0-8a195c0a03ab tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704694 Jun 16 17:02:23.702804 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5d79d688-bf2b-4e4e-8b61-dd50fbec4321 req-8e816d34-9459-4250-a637-2c7d3089e4ad tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561700 Jun 16 17:02:24.926775 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6e34a-7dc9-40be-80ac-6750528096c3 req-da823c82-c288-4f5a-94d3-aaf092f84a29 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:24.928140 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eca6e34a-7dc9-40be-80ac-6750528096c3 req-da823c82-c288-4f5a-94d3-aaf092f84a29 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1101270 Jun 16 17:02:24.957428 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e81a-4a3f-49c6-ae90-55748b38deff req-e97982d2-7890-4726-9454-2695295323a2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:24.958895 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b232e81a-4a3f-49c6-ae90-55748b38deff req-e97982d2-7890-4726-9454-2695295323a2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.1034482 Jun 16 17:02:24.996267 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eca6e34a-7dc9-40be-80ac-6750528096c3 req-e0665504-e822-49bb-b52e-298b8d37ead6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620465 Jun 16 17:02:25.029015 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b232e81a-4a3f-49c6-ae90-55748b38deff req-42d84309-c0f3-43d7-977d-b8ab1a27f872 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611944 Jun 16 17:02:25.853257 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-02529126-7771-4ef9-a281-49f126af7c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:26.215018 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c4c89-7422-409e-96e9-c60bce0adaa4 req-b8b1cb87-9534-448a-9e77-c3d201a2cb52 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:26.216601 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6a1c4c89-7422-409e-96e9-c60bce0adaa4 req-b8b1cb87-9534-448a-9e77-c3d201a2cb52 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1046205 Jun 16 17:02:26.249235 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf5905-0b8f-443d-a56e-04ab9776d595 req-20aeb168-fd8b-4e80-86ee-2e53fd0052b5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:26.250682 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8ccf5905-0b8f-443d-a56e-04ab9776d595 req-20aeb168-fd8b-4e80-86ee-2e53fd0052b5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.1005292 Jun 16 17:02:26.258555 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:26.279168 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6a1c4c89-7422-409e-96e9-c60bce0adaa4 req-e4639121-08bb-453d-86a4-777020d00bf3 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544975 Jun 16 17:02:26.303304 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8ccf5905-0b8f-443d-a56e-04ab9776d595 req-533874f0-09f9-4942-a58f-215aa06c9be0 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460227 Jun 16 17:02:26.833860 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:27.516116 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9603560-0513-4ab8-a32c-41fd6a3864c1 req-b4ab527f-3b14-48fa-9a5d-26612d97d0e8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:27.517626 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9603560-0513-4ab8-a32c-41fd6a3864c1 req-b4ab527f-3b14-48fa-9a5d-26612d97d0e8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1144931 Jun 16 17:02:27.569495 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c2173-be5c-4ebd-b678-21e717406a42 req-77af9914-e6ec-4485-aca8-ca60d0f648f4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:27.570894 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-269c2173-be5c-4ebd-b678-21e717406a42 req-77af9914-e6ec-4485-aca8-ca60d0f648f4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.1125879 Jun 16 17:02:27.576724 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a9603560-0513-4ab8-a32c-41fd6a3864c1 req-f985aa3f-a7d9-4c77-a592-137cb6ad89be tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524735 Jun 16 17:02:27.610873 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-269c2173-be5c-4ebd-b678-21e717406a42 req-a78eec1a-ed88-4e58-a894-90ebc02edc0f tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324984 Jun 16 17:02:28.790921 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:28.797421 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1adbe-fb83-4fb9-9181-bcb14b95bff8 req-e54e1c24-57a4-462b-814f-46a76c3c9248 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:28.799354 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9dc1adbe-fb83-4fb9-9181-bcb14b95bff8 req-e54e1c24-57a4-462b-814f-46a76c3c9248 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1070342 Jun 16 17:02:28.843756 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9dc1adbe-fb83-4fb9-9181-bcb14b95bff8 req-e17c7758-fd1a-4522-9ef4-4aa47b9726ce tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378399 Jun 16 17:02:28.864848 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9b0ba-dc4b-41ea-a3c7-408081307d72 req-a11fc883-388d-4bff-a2a1-188b82059108 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:28.866268 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-14c9b0ba-dc4b-41ea-a3c7-408081307d72 req-a11fc883-388d-4bff-a2a1-188b82059108 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.1230731 Jun 16 17:02:28.906062 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-14c9b0ba-dc4b-41ea-a3c7-408081307d72 req-928407c5-e8a0-4e52-b985-4d161ea49cd5 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341704 Jun 16 17:02:30.050209 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b614b-6883-407a-bd0a-aed7d69c2f2e req-9d5241bd-1185-473d-8b61-4f796ada8015 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.051701 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c25b614b-6883-407a-bd0a-aed7d69c2f2e req-9d5241bd-1185-473d-8b61-4f796ada8015 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0980449 Jun 16 17:02:30.065254 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-679d28c5-87e3-41bf-bd0c-85477894ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.066672 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-679d28c5-87e3-41bf-bd0c-85477894ef82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 1097 time: 0.1214135 Jun 16 17:02:30.182441 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c25b614b-6883-407a-bd0a-aed7d69c2f2e req-058b4a32-4636-4ca7-b65c-ae11e6e866c8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137297 Jun 16 17:02:30.219901 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710ebaf-ed04-4533-933f-c4361c9b38da req-104fb41e-54c0-4c1b-8bc3-b75df759449b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.221328 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4710ebaf-ed04-4533-933f-c4361c9b38da req-104fb41e-54c0-4c1b-8bc3-b75df759449b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.1672893 Jun 16 17:02:30.223901 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-f9856f0c-a142-4a9c-a447-dd8a53f6e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.225171 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-f9856f0c-a142-4a9c-a447-dd8a53f6e37d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 200 len: 918 time: 0.1324368 Jun 16 17:02:30.297055 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4710ebaf-ed04-4533-933f-c4361c9b38da req-28fa5e8d-4db7-47ad-a739-d63e535cf052 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699208 Jun 16 17:02:30.306589 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-c5dd55b7-297d-43f2-a655-88af7f896e1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 HTTP/1.1" status: 200 len: 999 time: 0.0739481 Jun 16 17:02:30.363468 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-0f485d05-0380-4b57-a380-e2f48997b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.364888 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-0f485d05-0380-4b57-a380-e2f48997b0a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 200 len: 855 time: 0.0487385 Jun 16 17:02:30.419294 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-384ec7b0-161d-4b0a-b09a-87da6cbf9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.421188 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-384ec7b0-161d-4b0a-b09a-87da6cbf9a85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7080a3-8498-4496-984d-d98af57818e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490537 Jun 16 17:02:30.508133 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-b82ad769-b551-4c57-b63f-5931a654f289 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788832 Jun 16 17:02:30.873232 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-28acb205-20cd-4bd6-b9b5-05de4abdf6f0 req-8fae16a4-8dbc-4262-bbf9-6cd2f7942812 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564873 Jun 16 17:02:31.355836 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a438c-fa9b-4b67-abf2-9abaf53dd55d req-70a4092a-19b3-4a4d-b896-5eea3b8e3294 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.357310 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0f6a438c-fa9b-4b67-abf2-9abaf53dd55d req-70a4092a-19b3-4a4d-b896-5eea3b8e3294 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0656397 Jun 16 17:02:31.395160 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0f6a438c-fa9b-4b67-abf2-9abaf53dd55d req-7615b4a2-cb51-4d5b-8201-c19306ce2236 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Jun 16 17:02:31.476892 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f97b-1a56-47f2-a9bd-8db65825cd18 req-cd253131-488a-4e88-9567-9c68b71488b4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.478261 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-56b2f97b-1a56-47f2-a9bd-8db65825cd18 req-cd253131-488a-4e88-9567-9c68b71488b4 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 944 time: 0.0653648 Jun 16 17:02:31.514619 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-56b2f97b-1a56-47f2-a9bd-8db65825cd18 req-93fd95d0-99c4-40a6-bdbe-f5806ebb867c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303645 Jun 16 17:02:31.763217 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697168a8-3210-448a-a9ec-a5a1024cd157 req-c8220679-05f1-4374-91f5-53014f0c4cd5 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.765180 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-697168a8-3210-448a-a9ec-a5a1024cd157 req-c8220679-05f1-4374-91f5-53014f0c4cd5 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0992730 Jun 16 17:02:31.770731 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-a86b580d-5311-4a05-8c99-04fb94c44071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.772131 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-a86b580d-5311-4a05-8c99-04fb94c44071 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 1098 time: 0.0802810 Jun 16 17:02:31.829993 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-697168a8-3210-448a-a9ec-a5a1024cd157 req-f5e412b0-e7b3-47f2-9222-0eb0664316c4 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569487 Jun 16 17:02:31.879489 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-c1aa8dfc-2bf7-4842-8d88-dde1174ddbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.880897 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-c1aa8dfc-2bf7-4842-8d88-dde1174ddbf1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 913 time: 0.0951476 Jun 16 17:02:31.899683 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:02:31.949964 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-6282357e-c0d1-45b5-aba0-1a00a346ad9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1da8b541-8f17-415a-a60c-430d1e439860 HTTP/1.1" status: 200 len: 1001 time: 0.0583718 Jun 16 17:02:31.992636 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:31.997925 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-221284c4-427a-4f17-8653-9322d567b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.999412 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-221284c4-427a-4f17-8653-9322d567b6d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=825d2fac-6472-46c2-98ee-27fe2a5b1f38 HTTP/1.1" status: 200 len: 850 time: 0.0422788 Jun 16 17:02:32.003555 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'port_id': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'mac_address': 'fa:16:3e:8c:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:02:32.039295 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:32.051173 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:32.057238 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-6d9d09a8-097b-453b-98bb-fe93acc8772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.058721 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-6d9d09a8-097b-453b-98bb-fe93acc8772e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503075 Jun 16 17:02:32.070445 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:32.074082 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:32.075809 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:32.123059 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=9']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:32.126687 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:32.153615 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-d1c35640-f5ba-4fee-ac15-d924220852ed service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840828 Jun 16 17:02:32.241222 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-078979e1-28b9-4cb6-813f-e409a4d5c4e7 req-8d2de0a3-f9ab-4b2b-8e7e-72eb11e36398 service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784085 Jun 16 17:02:32.392588 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:32.691387 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b1e27-ca05-4776-b41a-7818454d0028 req-3ec22105-085a-49bd-a341-e45f8a2d4c2c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.692829 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-856b1e27-ca05-4776-b41a-7818454d0028 req-3ec22105-085a-49bd-a341-e45f8a2d4c2c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 945 time: 0.0647125 Jun 16 17:02:32.729130 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-856b1e27-ca05-4776-b41a-7818454d0028 req-0068086a-9abb-4813-888d-5726588d7391 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307622 Jun 16 17:02:32.999863 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ca1a5-4999-459b-827e-b1c012f0f6e0 req-34d42acc-3562-4e21-b252-526850f14ad5 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:33.001384 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ed2ca1a5-4999-459b-827e-b1c012f0f6e0 req-34d42acc-3562-4e21-b252-526850f14ad5 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0614824 Jun 16 17:02:33.038534 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ed2ca1a5-4999-459b-827e-b1c012f0f6e0 req-6d54b5a3-f3dc-4d25-8cdd-1e6d106d45d7 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Jun 16 17:02:33.904851 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36121815-a9b9-43c5-b17c-af6692a1b8a4 req-20fd848c-b9d3-41de-8496-4d55cc43334c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:33.906809 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-36121815-a9b9-43c5-b17c-af6692a1b8a4 req-20fd848c-b9d3-41de-8496-4d55cc43334c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 945 time: 0.0661943 Jun 16 17:02:33.927571 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:33.942408 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-36121815-a9b9-43c5-b17c-af6692a1b8a4 req-2c642ae3-71fb-4fb2-9958-ccdfb4cc5e26 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299022 Jun 16 17:02:33.974011 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:33.974513 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.049036 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.069311 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:34.071590 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70044719-aa93-42ec-951c-6a70d20cbfaf" -d '{"events": [{"server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "name": "network-vif-plugged", "status": "completed", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:34.083974 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:34.088489 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.090302 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:34.111298 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc782e29-ca55-4b95-bc5a-fdcee618e9ea x-openstack-request-id: req-fc782e29-ca55-4b95-bc5a-fdcee618e9ea {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:34.111592 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "name": "network-vif-plugged", "status": "completed", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:34.111849 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fc782e29-ca55-4b95-bc5a-fdcee618e9ea {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:34.112237 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'code': 200} Jun 16 17:02:34.137409 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=10']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:34.140743 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:34.475182 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02c59a-8674-4483-b727-d06ef1ca41e2 req-0f2a4c59-5e35-4425-8d81-c81beea90df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:34.476604 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6c02c59a-8674-4483-b727-d06ef1ca41e2 req-0f2a4c59-5e35-4425-8d81-c81beea90df7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 1100 time: 0.0501766 Jun 16 17:02:34.527397 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6c02c59a-8674-4483-b727-d06ef1ca41e2 req-42093036-a003-4f60-8b71-82d6084433cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328422 Jun 16 17:02:35.117953 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f030da3-0f77-432b-9bf9-2085514bd8be req-b6282bd0-377a-4b15-8860-6938773ecbd8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:35.119334 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4f030da3-0f77-432b-9bf9-2085514bd8be req-b6282bd0-377a-4b15-8860-6938773ecbd8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 947 time: 0.0618258 Jun 16 17:02:35.157334 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4f030da3-0f77-432b-9bf9-2085514bd8be req-8e96e1ce-4646-4b22-aa62-907f2537f93b tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319381 Jun 16 17:02:36.339457 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfddcc7-9c20-4cea-95a1-5f65dd8a4ff7 req-b9b50f8b-1a1d-4f09-b779-119344d1ff38 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:36.340953 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-edfddcc7-9c20-4cea-95a1-5f65dd8a4ff7 req-b9b50f8b-1a1d-4f09-b779-119344d1ff38 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 947 time: 0.0684977 Jun 16 17:02:36.379250 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-edfddcc7-9c20-4cea-95a1-5f65dd8a4ff7 req-9fe647b0-7ebe-40d9-856b-56faa25510e0 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317688 Jun 16 17:02:37.551058 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600a12b-632a-4d67-afc8-0bb63103016f req-67783e47-abd0-407e-a09b-50312f023e01 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:37.552483 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d600a12b-632a-4d67-afc8-0bb63103016f req-67783e47-abd0-407e-a09b-50312f023e01 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 947 time: 0.0609100 Jun 16 17:02:37.589335 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d600a12b-632a-4d67-afc8-0bb63103016f req-9819127a-68c7-4c42-8e24-770518d6e4c3 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313404 Jun 16 17:02:47.336044 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:02:47.973742 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:53.588993 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fe0350c8-1e2c-4324-b694-69320a0e62ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:55.854458 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-12b9a6a8-9e84-46ba-9d97-5fd03c7e280f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:56.259484 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:56.836260 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:58.785996 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:17.973851 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:20.290547 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ed0b6-13d6-4f80-aa4f-a5630d399eed req-b20ede5e-3aa2-4428-a04a-2e1c842b7308 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:20.292023 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2a0ed0b6-13d6-4f80-aa4f-a5630d399eed req-b20ede5e-3aa2-4428-a04a-2e1c842b7308 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 947 time: 0.0639467 Jun 16 17:03:20.333260 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2a0ed0b6-13d6-4f80-aa4f-a5630d399eed req-05b62383-e9d7-4264-aa39-4fae8f28878a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355895 Jun 16 17:03:20.612820 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dd9d6-7b72-4bea-98ad-31be736d4213 req-591692ec-5d7e-4e39-97da-6713f6d197a6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:20.614312 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-698dd9d6-7b72-4bea-98ad-31be736d4213 req-591692ec-5d7e-4e39-97da-6713f6d197a6 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0631268 Jun 16 17:03:20.649896 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-698dd9d6-7b72-4bea-98ad-31be736d4213 req-5fc442b5-5003-41d0-b407-3a98fc95bac3 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300348 Jun 16 17:03:21.515204 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b29c9f-ef7a-4ebb-a2c3-655200fae9dc req-6e2a73c6-ab9a-4e5f-a131-97e1d70ff4fe tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:21.516664 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-10b29c9f-ef7a-4ebb-a2c3-655200fae9dc req-6e2a73c6-ab9a-4e5f-a131-97e1d70ff4fe tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 947 time: 0.0681827 Jun 16 17:03:21.553540 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-10b29c9f-ef7a-4ebb-a2c3-655200fae9dc req-76c0ad56-5c93-4aa4-b8b0-0b0e66f837f3 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups?id=cbe859bc-4f7f-4a39-b5f7-bba4d695d758&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312393 Jun 16 17:03:21.823840 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e9f91-4425-4ba4-a4e8-481166da3992 req-c1fe1a64-b195-47cb-9c1e-7ca5f31f3735 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:21.825264 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cd7e9f91-4425-4ba4-a4e8-481166da3992 req-c1fe1a64-b195-47cb-9c1e-7ca5f31f3735 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.0638657 Jun 16 17:03:21.861933 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cd7e9f91-4425-4ba4-a4e8-481166da3992 req-20fe7d55-0360-4b74-9e4b-9925fb130148 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Jun 16 17:03:22.010643 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-2ce6b2bd-c6ff-43ce-ac1c-fa5c17212fde tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:22.012212 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-2ce6b2bd-c6ff-43ce-ac1c-fa5c17212fde tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 947 time: 0.0626016 Jun 16 17:03:22.118398 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Deleting port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:22.118751 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:22.206233 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] For port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:22.206622 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:22.372198 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:22.372568 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:22.372907 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Floating IP 2165905b-eab7-4300-9f96-1eb346b8d5ec disassociated. External IP: 172.27.1.58, port: d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88. Jun 16 17:03:22.373254 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Calling delete_port for d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:22.500479 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:22.504494 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-fc81a5f4-ad3b-4c41-a8ee-b6a6788bcadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:22.527228 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event deleted for resources: {'Port': ['ID=d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:22.537244 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.537617 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.537987 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.538389 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.538752 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.539110 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.539464 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.539815 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.540168 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.540517 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.540867 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.541550 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:22.546687 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:22.652075 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Router 823a171d-e04f-4294-a537-3883999cc98d has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:03:22.745750 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9c6dd56a-5f6e-4b68-be5c-480af944f08f req-c38cdc60-3268-484a-8e90-3515aa6a8194 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c HTTP/1.1" status: 200 len: 210 time: 0.0514171 Jun 16 17:03:22.780622 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:03:22.790758 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] Sync routers for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:03:22.799803 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:22.800419 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:02:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:22.825654 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] No DVR routers for this DVR port d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:22.828597 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:22.830599 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9b6d70aa-e78c-4b42-81f2-676ade6bb6c7 req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.46 "DELETE /v2.0/ports/d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 HTTP/1.1" status: 204 len: 173 time: 0.8079536 Jun 16 17:03:22.831101 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'name': 'network-vif-deleted', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:22.833417 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5334ce2-ceb2-47e2-a931-2003e3d8038a" -d '{"events": [{"server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "name": "network-vif-deleted", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:22.873665 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e844ff1d-2d7e-4fd1-b56d-6140c5033fa8 x-openstack-request-id: req-e844ff1d-2d7e-4fd1-b56d-6140c5033fa8 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:22.874003 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c", "name": "network-vif-deleted", "tag": "d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:22.874323 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e844ff1d-2d7e-4fd1-b56d-6140c5033fa8 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:22.874770 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6709e2a-1d6d-4fab-b7f2-c4b5d41f063c', 'name': 'network-vif-deleted', 'tag': 'd10ee9ea-6d5b-45e8-aec9-fc96d0bffc88', 'status': 'completed', 'code': 200} Jun 16 17:03:22.914088 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:23.098174 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa2926-4877-448b-ae36-5fc940956355 req-d1044556-cd9f-4f88-9350-888a077a0041 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:23.099791 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31fa2926-4877-448b-ae36-5fc940956355 req-d1044556-cd9f-4f88-9350-888a077a0041 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1109056 Jun 16 17:03:23.120841 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-7fcfcfc9-2bb2-4614-b4c3-104f0fa22f6f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:23.122330 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-7fcfcfc9-2bb2-4614-b4c3-104f0fa22f6f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 945 time: 0.1039548 Jun 16 17:03:23.187793 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31fa2926-4877-448b-ae36-5fc940956355 req-956c9e63-aabe-43f2-99c1-6c53d345a27e tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=09505d43-53f7-4029-8641-8ad095205aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812690 Jun 16 17:03:23.252190 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Deleting port 1da8b541-8f17-415a-a60c-430d1e439860 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:23.252533 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.263277 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:23.266505 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] Checking router: 823a171d-e04f-4294-a537-3883999cc98d for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:03:23.274768 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:23.275385 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:02:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:23.345293 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] For port 1da8b541-8f17-415a-a60c-430d1e439860, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=1da8b541-8f17-415a-a60c-430d1e439860,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:23.345738 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.381275 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:23.531931 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.532564 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.532679 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Floating IP a642c8eb-4c4a-429c-882a-5f26b8fbfefc disassociated. External IP: 172.27.1.144, port: 1da8b541-8f17-415a-a60c-430d1e439860. Jun 16 17:03:23.532947 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Calling delete_port for 1da8b541-8f17-415a-a60c-430d1e439860 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:23.593751 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-d8a56cff-907c-4b65-b0b2-84b4f79a1bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.603427 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:23.607714 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6a3e0-d912-430a-9e57-d2215c2d16d6 None None] The sync data for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi is: [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T16:54:59Z', 'revision_number': 4, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'b42e177b-1bd7-4d7a-941a-0c0961795286', 'name': '', 'network_id': 'ba7080a3-8498-4496-984d-d98af57818e3', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'mac_address': 'fa:16:3e:3a:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:58Z', 'updated_at': '2021-06-16T16:55:11Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'subnets': [{'id': '00ab8b76-5ae7-4a87-a79b-5f85ba745f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:03:23.667856 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.672337 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:23.695753 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event deleted for resources: {'Port': ['ID=1da8b541-8f17-415a-a60c-430d1e439860,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:23.699160 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:23.820801 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Router 00066e24-a085-447c-b7bf-bd3e811002f6 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:03:23.835972 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0fac27-2225-4b87-ab6d-86fe6204ab39 None None] New status for floating IP 2165905b-eab7-4300-9f96-1eb346b8d5ec: DOWN {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:03:23.879494 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35402) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:23.935427 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:03:23.936014 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.946524 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] Sync routers for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:03:23.957099 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:23.957792 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:02:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:23.967183 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.985858 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] No DVR routers for this DVR port 1da8b541-8f17-415a-a60c-430d1e439860 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:23.988312 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.990302 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8e13eb80-ceae-4f2a-a3a6-fa8fd444c902 req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.46 "DELETE /v2.0/ports/1da8b541-8f17-415a-a60c-430d1e439860 HTTP/1.1" status: 204 len: 173 time: 0.8601840 Jun 16 17:03:24.028724 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:24.032306 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:24.036472 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35406) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:24.036727 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "DELETE /v2.0/security-groups/cbe859bc-4f7f-4a39-b5f7-bba4d695d758 HTTP/1.1" status: 204 len: 168 time: 0.1568639 Jun 16 17:03:24.037588 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8ab98c6a-4525-40b0-afb9-ca19fe0d6c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:24.047387 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe859bc-4f7f-4a39-b5f7-bba4d695d758,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:24.052041 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.api.v2.resource [None req-ccb4edfb-df45-461f-9c0a-b21e2b9e331e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] show failed (client error): The resource could not be found. Jun 16 17:03:24.053143 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-ccb4edfb-df45-461f-9c0a-b21e2b9e331e tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "GET /v2.0/security-groups/cbe859bc-4f7f-4a39-b5f7-bba4d695d758 HTTP/1.1" status: 404 len: 347 time: 0.0155699 Jun 16 17:03:24.056311 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35408) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:24.082011 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:24.145736 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.146120 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.146533 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.146913 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.147279 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.147827 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.148378 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.148751 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.149118 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.149477 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.150010 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.150566 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:24.178736 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:24.210312 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Deleting port 56ec233c-abeb-4ddb-b1d4-82757945c91c {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:24.210677 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:24.240958 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:24.261321 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:24.261669 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device d10ee9ea-6d5b-45e8-aec9-fc96d0bffc88 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:24.262100 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 1da8b541-8f17-415a-a60c-430d1e439860 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:24.286482 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 1da8b541-8f17-415a-a60c-430d1e439860 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:24.286760 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 1da8b541-8f17-415a-a60c-430d1e439860 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:24.294202 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:24.294734 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:24.335208 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:03:24.352461 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2d1427da-4ea1-44c6-b01a-691b6c52ffb1 req-d603652c-7989-4679-8ca3-3d4ed2bf3ed5 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=c7b1e65a-76d8-4d29-86e4-f0e89d44c8db HTTP/1.1" status: 200 len: 210 time: 0.0319226 Jun 16 17:03:24.356049 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:24.357268 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Calling delete_port for 56ec233c-abeb-4ddb-b1d4-82757945c91c owned by network:floatingip {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:24.359526 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] Checking router: 00066e24-a085-447c-b7bf-bd3e811002f6 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:03:24.368027 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:24.368687 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:02:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:24.472726 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:24.495105 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:24.498050 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-eff91d55-d3de-4d6b-b290-78a66e300312 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:24.519345 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Pushing event deleted for resources: {'Port': ['ID=56ec233c-abeb-4ddb-b1d4-82757945c91c,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:24.522196 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:24.595465 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks [] for floatingip, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:24.598424 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:24.599752 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-88db2190-8ab9-4773-bef6-0b6c29368969 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] 10.222.0.98 "DELETE /v2.0/floatingips/2165905b-eab7-4300-9f96-1eb346b8d5ec HTTP/1.1" status: 204 len: 168 time: 0.5424891 Jun 16 17:03:24.694026 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:24.698794 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f6753-8fb8-4d72-af6f-3ba5015e2966 None None] The sync data for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi is: [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:03:24.875821 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'name': 'network-vif-deleted', 'tag': '1da8b541-8f17-415a-a60c-430d1e439860'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:24.878117 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84a38ae-b84f-43dc-bcf5-1c456f9781c8" -d '{"events": [{"server_uuid": "c7b1e65a-76d8-4d29-86e4-f0e89d44c8db", "name": "network-vif-deleted", "tag": "1da8b541-8f17-415a-a60c-430d1e439860"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:24.916767 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1b9455-d6b3-4be6-8330-a8f88cc8d9a2 x-openstack-request-id: req-4a1b9455-d6b3-4be6-8330-a8f88cc8d9a2 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:24.916986 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12af7be-2604-4f55-9cba-cd458699f6e8 None None] New status for floating IP a642c8eb-4c4a-429c-882a-5f26b8fbfefc: DOWN {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:03:24.917449 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b1e65a-76d8-4d29-86e4-f0e89d44c8db", "name": "network-vif-deleted", "tag": "1da8b541-8f17-415a-a60c-430d1e439860", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:24.917449 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4a1b9455-d6b3-4be6-8330-a8f88cc8d9a2 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:24.917795 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b1e65a-76d8-4d29-86e4-f0e89d44c8db', 'name': 'network-vif-deleted', 'tag': '1da8b541-8f17-415a-a60c-430d1e439860', 'status': 'completed', 'code': 200} Jun 16 17:03:25.449678 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-e3a3b321-16bb-4eb3-bfc6-9365cb9dcc4c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541689 Jun 16 17:03:25.472698 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35422) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:25.527970 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aebfd062-36c8-46e5-8f7c-a87d9a7ec55f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:25.546753 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-b830d23b-1133-482a-8e6a-a7a1f4590d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:25.548238 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-b830d23b-1133-482a-8e6a-a7a1f4590d23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72e26b984ed54257bf3a08e75df6bd40&device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1099 time: 0.0533142 Jun 16 17:03:25.551213 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aebfd062-36c8-46e5-8f7c-a87d9a7ec55f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:25.599180 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aebfd062-36c8-46e5-8f7c-a87d9a7ec55f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:25.601864 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aebfd062-36c8-46e5-8f7c-a87d9a7ec55f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:25.603006 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-aebfd062-36c8-46e5-8f7c-a87d9a7ec55f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "DELETE /v2.0/security-groups/09505d43-53f7-4029-8641-8ad095205aca HTTP/1.1" status: 204 len: 168 time: 0.1293323 Jun 16 17:03:25.603765 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-eb8fc598-692c-4445-852f-d3fd4568a260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:25.607643 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35424) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:25.619188 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfd062-36c8-46e5-8f7c-a87d9a7ec55f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09505d43-53f7-4029-8641-8ad095205aca,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:25.624442 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-aebfd062-36c8-46e5-8f7c-a87d9a7ec55f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:25.625799 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.api.v2.resource [None req-7daf7721-43fe-4fde-a296-007b592a51c8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] show failed (client error): The resource could not be found. Jun 16 17:03:25.626778 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7daf7721-43fe-4fde-a296-007b592a51c8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups/09505d43-53f7-4029-8641-8ad095205aca HTTP/1.1" status: 404 len: 347 time: 0.0182471 Jun 16 17:03:25.629571 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35426) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:25.657732 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-f841e1aa-3373-41e6-84f4-1f3759402e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:25.659203 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-f841e1aa-3373-41e6-84f4-1f3759402e1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=77becf68-20ab-4b50-b83d-4d8db47505f9 HTTP/1.1" status: 200 len: 910 time: 0.0891817 Jun 16 17:03:25.727487 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-533941a0-0e33-4ec4-94ad-7ac718a75753 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=261c110c-bc78-40bc-8ccb-5e669727981b HTTP/1.1" status: 200 len: 1002 time: 0.0608239 Jun 16 17:03:25.752552 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Deleting port fd7ff323-5961-4688-84e2-adda56d49107 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:25.752983 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:25.777825 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-6b8fca72-ffb6-4f98-be7c-6dacc13f18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:25.779996 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-6b8fca72-ffb6-4f98-be7c-6dacc13f18e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a28a280-85a5-4ae2-9fc5-7befba896d39 HTTP/1.1" status: 200 len: 847 time: 0.0461287 Jun 16 17:03:25.836295 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:25.836556 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-32e12e50-2420-4102-83f3-cec9e5bdbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:25.836665 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:25.837758 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-32e12e50-2420-4102-83f3-cec9e5bdbd33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77becf68-20ab-4b50-b83d-4d8db47505f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512793 Jun 16 17:03:25.863172 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-12be985d-c53b-4ca3-abcb-e20f211317e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:25.903311 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Calling delete_port for fd7ff323-5961-4688-84e2-adda56d49107 owned by network:floatingip {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:25.940696 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-1eb543fc-277e-4bdd-a883-1b2bc2b3b545 service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933599 Jun 16 17:03:26.040149 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-02e5a4d2-ea53-4fac-91ce-717ff223ac97 req-b3267364-8af7-4ffe-9aab-fc41956dd823 service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923557 Jun 16 17:03:26.053149 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.055883 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a607b742-4c2d-4bfd-9ece-9bde0feafe43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:26.083043 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event deleted for resources: {'Port': ['ID=fd7ff323-5961-4688-84e2-adda56d49107,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:26.086952 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:26.260171 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.335529 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.338081 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.339221 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-032d073c-f11a-45d5-9a01-e3c68cbc4213 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "DELETE /v2.0/floatingips/a642c8eb-4c4a-429c-882a-5f26b8fbfefc HTTP/1.1" status: 204 len: 168 time: 0.7087681 Jun 16 17:03:26.660074 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35440) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:26.664758 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-9604263f-63d8-44ab-a7c1-0e9d5b3cd992 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1441693959', 'description': 'tempest-description--899899641'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:26.686873 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9604263f-63d8-44ab-a7c1-0e9d5b3cd992 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.765544 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9604263f-63d8-44ab-a7c1-0e9d5b3cd992 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.769523 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9604263f-63d8-44ab-a7c1-0e9d5b3cd992 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.772606 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-d4cf6c58-cb38-453d-b97a-77f643cf9948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:26.794161 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-9604263f-63d8-44ab-a7c1-0e9d5b3cd992 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.795340 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-9604263f-63d8-44ab-a7c1-0e9d5b3cd992 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1343083 Jun 16 17:03:26.798388 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35442) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:26.799078 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604263f-63d8-44ab-a7c1-0e9d5b3cd992 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:26.801641 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-9604263f-63d8-44ab-a7c1-0e9d5b3cd992 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:26.803100 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-ed2d1391-c6be-4980-8f7b-b9f192c3c40c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'security_group_rule': {'security_group_id': '8aa30e20-3ba2-4111-b0c3-c7b7e5c25352', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:26.829150 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1391-c6be-4980-8f7b-b9f192c3c40c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.838826 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.889143 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1391-c6be-4980-8f7b-b9f192c3c40c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.892445 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1391-c6be-4980-8f7b-b9f192c3c40c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.894494 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-20d909ee-9555-436b-868e-4b2361d0fec1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:26.910864 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d1391-c6be-4980-8f7b-b9f192c3c40c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8347e260-f115-4d50-852e-d6314c97e4be,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:26.913485 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1391-c6be-4980-8f7b-b9f192c3c40c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.917006 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-ed2d1391-c6be-4980-8f7b-b9f192c3c40c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151659 Jun 16 17:03:26.917006 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ed2d1391-c6be-4980-8f7b-b9f192c3c40c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:26.917373 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35444) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:26.921614 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-3206841a-d95b-4e98-bf2c-4b63bde34397 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'security_group_rule': {'security_group_id': '8aa30e20-3ba2-4111-b0c3-c7b7e5c25352', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:26.948304 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3206841a-d95b-4e98-bf2c-4b63bde34397 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.003700 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3206841a-d95b-4e98-bf2c-4b63bde34397 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.007252 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3206841a-d95b-4e98-bf2c-4b63bde34397 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.009194 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:27.024710 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206841a-d95b-4e98-bf2c-4b63bde34397 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d98607a-a06c-461c-819d-553bef9fd7c6,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:27.027281 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3206841a-d95b-4e98-bf2c-4b63bde34397 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:27.031631 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-3206841a-d95b-4e98-bf2c-4b63bde34397 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.032859 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-3206841a-d95b-4e98-bf2c-4b63bde34397 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147575 Jun 16 17:03:27.035912 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35446) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:27.040335 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'floatingip': {'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:27.062828 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.160201 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.201733 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35454) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:27.259290 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Allocated IP 172.27.1.154 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/89f94d94-b87b-42c9-8d14-ebfa6b177820) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:03:27.362960 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.400682 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.403309 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-5725ab95-231d-4305-a60b-8246a26dda63 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:27.435211 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:03:27.438918 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:03:27.444500 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:03:27.469370 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'Port': ['ID=89f94d94-b87b-42c9-8d14-ebfa6b177820,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:27.474547 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:27.533035 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.576352 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.651495 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956618'] for router_interface, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.718812 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.723731 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.726451 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:27.790341 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'Port': ['ID=89f94d94-b87b-42c9-8d14-ebfa6b177820,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:27.794157 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:27.798664 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.812501 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.813828 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7769780 Jun 16 17:03:27.910856 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Deleting port b42e177b-1bd7-4d7a-941a-0c0961795286 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:27.911375 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:27.988080 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] For port b42e177b-1bd7-4d7a-941a-0c0961795286, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=b42e177b-1bd7-4d7a-941a-0c0961795286,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:27.988442 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.000790 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-3d6dc348-486e-45a9-a501-870696bfab58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1441693959&fields=id&tenant_id=53074527309a4fd8baba1c8f2b2f95e0 HTTP/1.1" status: 200 len: 267 time: 0.0309892 Jun 16 17:03:28.053541 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Calling delete_port for b42e177b-1bd7-4d7a-941a-0c0961795286 owned by network:router_interface {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:28.105854 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-d823a644-2645-4ea5-a612-8347fe932428 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:28.107821 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-d823a644-2645-4ea5-a612-8347fe932428 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 811 time: 0.1003921 Jun 16 17:03:28.121915 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-c98c4bbc-7f9a-4a77-bc30-2d3ef4545b2c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/quotas/53074527309a4fd8baba1c8f2b2f95e0 HTTP/1.1" status: 200 len: 375 time: 0.0086486 Jun 16 17:03:28.189538 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-4c345ff3-7879-4fd9-9945-0391b79da5e0 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616567 Jun 16 17:03:28.228383 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.231191 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ff0f2ced-57ea-4c28-b3ba-cf396cbaa239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:28.259000 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42e177b-1bd7-4d7a-941a-0c0961795286,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:28.261212 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:28.445504 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956510'] for router_interface, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.569752 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-49d64798-2c70-4483-b28c-4b5bad4c2ee3 service neutron] 10.222.0.98 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688457 Jun 16 17:03:28.659684 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-d878ec6f-5e4e-449a-bfa2-08a35c66c218 service neutron] 10.222.0.98 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840936 Jun 16 17:03:28.667709 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Router 823a171d-e04f-4294-a537-3883999cc98d has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:03:28.777842 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:03:28.792746 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-62397357-fe5f-4e65-af97-7eb548c159d2 admin admin] 10.222.0.98 "PUT /v2.0/routers/823a171d-e04f-4294-a537-3883999cc98d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5876327 Jun 16 17:03:28.792950 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35474) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:28.794742 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] Sync routers for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:03:28.807993 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:28.808615 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:03:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:28.811778 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.843470 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ece0950c-4ad6-4884-8727-afb5054fa965 req-163eb7e7-3b17-432c-9b48-dd977fa37798 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 210 time: 0.0405412 Jun 16 17:03:28.910066 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Notify callbacks [] for router, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.929193 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:29.028223 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.085309 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Deleting port 0be2d4e2-a0a7-4697-8827-e86993c9d67c {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:29.085737 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.117529 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T17:03:28Z', 'revision_number': 5, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port': {'id': '0be2d4e2-a0a7-4697-8827-e86993c9d67c', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823a171d-e04f-4294-a537-3883999cc98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:54:55Z', 'updated_at': '2021-06-16T16:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:29.120861 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] Checking router: 823a171d-e04f-4294-a537-3883999cc98d for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:03:29.129319 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] Routers {'823a171d-e04f-4294-a537-3883999cc98d'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:29.129926 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:03:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['823a171d-e04f-4294-a537-3883999cc98d'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:29.173390 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] For port 0be2d4e2-a0a7-4697-8827-e86993c9d67c, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=0be2d4e2-a0a7-4697-8827-e86993c9d67c,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:29.173720 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.215629 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] Set router 823a171d-e04f-4294-a537-3883999cc98d gateway port host: None {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:29.244207 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Calling delete_port for 0be2d4e2-a0a7-4697-8827-e86993c9d67c owned by network:router_gateway {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:29.271096 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T17:03:29Z', 'revision_number': 6, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port_host': None}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:29.274712 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a38c57-86c3-419b-8ba6-0c4a694eac64 None None] The sync data for ids ['823a171d-e04f-4294-a537-3883999cc98d'] in dv-cinder-783389-6-iscsi is: [{'id': '823a171d-e04f-4294-a537-3883999cc98d', 'name': 'tempest-AttachVolumeShelveTestJSON-649494827-router', 'tenant_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:54:54Z', 'updated_at': '2021-06-16T17:03:29Z', 'revision_number': 6, 'project_id': '71348cdc09ee48ceb90c4dfe775fc99a', 'gw_port_host': None}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:03:29.416619 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.419370 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5d18285b-67c2-4ae1-98f4-92e78116c7b8 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:29.442141 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be2d4e2-a0a7-4697-8827-e86993c9d67c,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:29.445259 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:29.507478 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-939293'] for router_gateway, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.594522 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1142'] for router, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.597346 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.641317 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937047'] for router, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.642110 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 823a171d-e04f-4294-a537-3883999cc98d {{(pid=92705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:03:29.647536 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.651288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35484) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:29.651803 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-4c2ac3af-ed8c-4f3e-8a6e-86bd39fff897 admin admin] 10.222.0.98 "DELETE /v2.0/routers/823a171d-e04f-4294-a537-3883999cc98d HTTP/1.1" status: 204 len: 168 time: 0.8574157 Jun 16 17:03:29.698654 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecec9fa4-00a1-41a6-80d1-d8612ac90c9c admin admin] Deleting subnet 00ab8b76-5ae7-4a87-a79b-5f85ba745f40 {{(pid=92706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:03:29.702169 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ecec9fa4-00a1-41a6-80d1-d8612ac90c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.738543 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ecec9fa4-00a1-41a6-80d1-d8612ac90c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3390238'] for subnet, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.825426 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ecec9fa4-00a1-41a6-80d1-d8612ac90c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.912450 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ecec9fa4-00a1-41a6-80d1-d8612ac90c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3628078'] for subnet, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.940915 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:29.978490 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec9fa4-00a1-41a6-80d1-d8612ac90c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ab8b76-5ae7-4a87-a79b-5f85ba745f40,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:29.994040 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ecec9fa4-00a1-41a6-80d1-d8612ac90c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:29.996766 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ecec9fa4-00a1-41a6-80d1-d8612ac90c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.000645 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-ecec9fa4-00a1-41a6-80d1-d8612ac90c9c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/00ab8b76-5ae7-4a87-a79b-5f85ba745f40 HTTP/1.1" status: 204 len: 168 time: 0.3461978 Jun 16 17:03:30.001049 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370840f-687b-44a8-beb6-4737583d3722 None None] Network ba7080a3-8498-4496-984d-d98af57818e3 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:03:30.001733 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35488) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:30.017943 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6c5c7edf-9a73-4f2b-9c89-887a8f4888c9 req-30398bbc-ff97-43c8-af78-92b5a03a97d1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 210 time: 0.0452557 Jun 16 17:03:30.048152 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7d9c7d1f-9f88-40e5-a95e-f5ecf43c14a2 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:30.049665 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7d9c7d1f-9f88-40e5-a95e-f5ecf43c14a2 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.46 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 811 time: 0.1834273 Jun 16 17:03:30.100342 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-54fecf1c-410d-4806-9ad5-2df3544ccc57 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53074527309a4fd8baba1c8f2b2f95e0 HTTP/1.1" status: 200 len: 380 time: 0.0413063 Jun 16 17:03:30.101824 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.111148 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'port': {'device_id': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'admin_state_up': True, 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'security_groups': ['8aa30e20-3ba2-4111-b0c3-c7b7e5c25352']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:30.181143 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Deleting port 337dcc30-bb67-440a-95a0-84a194ab6768 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:30.181475 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.241224 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Made reservation on behalf of 53074527309a4fd8baba1c8f2b2f95e0 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:03:30.243072 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] DHCP port deletion for ba7080a3-8498-4496-984d-d98af57818e3 request from dv-cinder-783389-6-iscsi {{(pid=92708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:03:30.245257 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.257863 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] For port 337dcc30-bb67-440a-95a0-84a194ab6768, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=337dcc30-bb67-440a-95a0-84a194ab6768,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:30.258215 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.291532 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Deleting port 337dcc30-bb67-440a-95a0-84a194ab6768 {{(pid=92708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:30.292050 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.331804 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Calling delete_port for 337dcc30-bb67-440a-95a0-84a194ab6768 owned by network:dhcp {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:30.356159 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] For port 337dcc30-bb67-440a-95a0-84a194ab6768, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=337dcc30-bb67-440a-95a0-84a194ab6768,segment=NetworkSegment(8e9994c9-d978-47cf-8fae-86b450606fa3),segment_id=8e9994c9-d978-47cf-8fae-86b450606fa3)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:30.356558 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.392187 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Allocated IP 172.20.0.9 (8e9efa6c-ea0a-41ea-89bc-0c150f93404a/825d2fac-6472-46c2-98ee-27fe2a5b1f38/85bdf0a9-2740-423c-be81-63060c87cf86) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:03:30.427943 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.429939 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:30.441553 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Calling delete_port for 337dcc30-bb67-440a-95a0-84a194ab6768 owned by network:dhcp {{(pid=92708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:30.455677 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Pushing event deleted for resources: {'Port': ['ID=337dcc30-bb67-440a-95a0-84a194ab6768,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:30.458117 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:30.461249 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] No DVR routers for this DVR port 337dcc30-bb67-440a-95a0-84a194ab6768 on host dv-cinder-783389-6-iscsi {{(pid=92705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:30.537041 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.547793 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7080a3-8498-4496-984d-d98af57818e3']}} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:30.563442 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9994c9-d978-47cf-8fae-86b450606fa3') {'for_net_delete': True} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:30.563890 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9994c9-d978-47cf-8fae-86b450606fa3') {} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:30.571500 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.574686 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283585'] for segment, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.588768 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Transition to ACTIVE for port object 85bdf0a9-2740-423c-be81-63060c87cf86 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:03:30.589351 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.596692 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=92705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:03:30.597092 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25363115'] for segment, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: Traceback (most recent call last): Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: timer() Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: cb(*args, **kw) Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: return func(*args, **kwargs) Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: self._notify() Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: self.callback(batched_events) Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: event.method(event) Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: return f(self, *a, **k) Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._get(url).json() Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: return self.request(url, 'GET', **kwargs) Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:03:30.599297 dv-cinder-783389-6-iscsi neutron-server[92705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:03:30.631010 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.637029 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ba9edca3-1334-4c6d-8d15-d0783555cb10 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:30.657296 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.661689 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879'] for port, after_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.664875 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:30.665960 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:30.668539 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.670569 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ba7080a3-8498-4496-984d-d98af57818e3 HTTP/1.1" status: 204 len: 168 time: 0.6678009 Jun 16 17:03:30.680969 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7080a3-8498-4496-984d-d98af57818e3,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:30.683970 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-074cd13e-39fb-474a-9c00-dab7b7a58717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:30.693450 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event updated for resources: {'Port': ['ID=85bdf0a9-2740-423c-be81-63060c87cf86,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:30.696316 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:30.700336 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Pushing event deleted for resources: {'Port': ['ID=337dcc30-bb67-440a-95a0-84a194ab6768,revision_number=None']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:30.705115 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:03:30.706486 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:03:30.708667 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Network ba7080a3-8498-4496-984d-d98af57818e3 is not hosted by any dhcp agent {{(pid=92708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 17:03:30.708811 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:03:30.709137 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] No DVR routers for this DVR port 337dcc30-bb67-440a-95a0-84a194ab6768 on host dv-cinder-783389-6-iscsi {{(pid=92708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:30.711945 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.712296 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.712654 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.714011 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.714194 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.714595 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.714846 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.715173 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.715500 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.715831 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.716651 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.716971 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:30.721896 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 337dcc30-bb67-440a-95a0-84a194ab6768 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:30.748202 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:30.749004 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 337dcc30-bb67-440a-95a0-84a194ab6768 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:30.749362 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 337dcc30-bb67-440a-95a0-84a194ab6768 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:30.749895 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device b42e177b-1bd7-4d7a-941a-0c0961795286 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:30.773767 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: b42e177b-1bd7-4d7a-941a-0c0961795286 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:30.774118 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device b42e177b-1bd7-4d7a-941a-0c0961795286 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:30.774812 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 0be2d4e2-a0a7-4697-8827-e86993c9d67c no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:30.782877 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:30.783843 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.797488 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 0be2d4e2-a0a7-4697-8827-e86993c9d67c {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:30.798028 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 0be2d4e2-a0a7-4697-8827-e86993c9d67c not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:30.800430 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6931961 Jun 16 17:03:30.814961 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Request body: {'port': {'device_id': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:30.860549 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35496) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:30.901253 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.901849 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-470bc324-954b-466a-a802-f84ca63a3d05 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=71348cdc09ee48ceb90c4dfe775fc99a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400810 Jun 16 17:03:30.904453 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35498) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:30.996012 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-8f6b2d0e-ba11-401b-a7f3-8bc75a160c60 None None] Provisioning for port 85bdf0a9-2740-423c-be81-63060c87cf86 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:03:31.000156 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-8f6b2d0e-ba11-401b-a7f3-8bc75a160c60 None None] Provisioning complete for port 85bdf0a9-2740-423c-be81-63060c87cf86 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:03:31.000536 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2d0e-ba11-401b-a7f3-8bc75a160c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.034794 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b2d0e-ba11-401b-a7f3-8bc75a160c60 None None] Port 85bdf0a9-2740-423c-be81-63060c87cf86 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:03:31.046463 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-aa697c92-e2ce-4acb-9a5c-ff4613bdad99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.084555 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-aa697c92-e2ce-4acb-9a5c-ff4613bdad99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.226022 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-aa697c92-e2ce-4acb-9a5c-ff4613bdad99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.228587 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-aa697c92-e2ce-4acb-9a5c-ff4613bdad99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.229684 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-aa697c92-e2ce-4acb-9a5c-ff4613bdad99 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d6aa69ce-df94-46ac-85a9-86656cc0d080 HTTP/1.1" status: 204 len: 168 time: 0.3242543 Jun 16 17:03:31.233065 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e45f2438-c0ca-464a-8a0e-79a3b431c352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:31.248421 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa697c92-e2ce-4acb-9a5c-ff4613bdad99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aa69ce-df94-46ac-85a9-86656cc0d080,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:31.256942 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-aa697c92-e2ce-4acb-9a5c-ff4613bdad99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:31.295526 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9455f3b-c8d5-4ca4-aeeb-38ec31d2de76 req-25c88b97-65c6-4033-8113-569a6caa885f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:31.297047 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e9455f3b-c8d5-4ca4-aeeb-38ec31d2de76 req-25c88b97-65c6-4033-8113-569a6caa885f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 931 time: 0.1409545 Jun 16 17:03:31.320701 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85bdf0a9-2740-423c-be81-63060c87cf86 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:03:31.330360 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.355243 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e9455f3b-c8d5-4ca4-aeeb-38ec31d2de76 req-86dc8d23-6f7b-4105-8199-8113048b694a tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523374 Jun 16 17:03:31.356181 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Transition to ACTIVE for port object 85bdf0a9-2740-423c-be81-63060c87cf86 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:03:31.361183 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.363304 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:31.436554 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Pushing event updated for resources: {'Port': ['ID=85bdf0a9-2740-423c-be81-63060c87cf86,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:31.440863 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:31.518549 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Attempting to bind port 85bdf0a9-2740-423c-be81-63060c87cf86 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:03:31.518887 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Attempting to bind port 85bdf0a9-2740-423c-be81-63060c87cf86 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:03:31.519219 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Attempting to bind port 85bdf0a9-2740-423c-be81-63060c87cf86 on network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:03:31.523684 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Port 85bdf0a9-2740-423c-be81-63060c87cf86 on network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:03:31.524004 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Attempting to bind port 85bdf0a9-2740-423c-be81-63060c87cf86 on network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:03:31.530040 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:03:31.530431 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Checking segment: {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:03:31.530820 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Bound using segment: {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:03:31.531247 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Bound port: 85bdf0a9-2740-423c-be81-63060c87cf86, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedd5d7b-7345-487c-9bd3-fdc5823e7947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:03:31.531605 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.604405 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] For port 85bdf0a9-2740-423c-be81-63060c87cf86, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:03:31.608151 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] For port 85bdf0a9-2740-423c-be81-63060c87cf86, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=85bdf0a9-2740-423c-be81-63060c87cf86,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:03:31.612967 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.616100 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-fcd70374-53a4-4907-a51b-84c44509f642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:31.647843 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:31.648459 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.649983 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] 10.222.0.46 "PUT /v2.0/ports/85bdf0a9-2740-423c-be81-63060c87cf86 HTTP/1.1" status: 200 len: 1093 time: 0.8417854 Jun 16 17:03:31.650434 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'tag': '85bdf0a9-2740-423c-be81-63060c87cf86'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:31.653088 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a8e390-c4bc-4197-b31f-cf256554438c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ab3b4e-a3b6-406f-ba45-133d046593a3", "tag": "85bdf0a9-2740-423c-be81-63060c87cf86"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:31.707312 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feda3d9-babe-4392-9b56-ba4aa0f0959c x-openstack-request-id: req-0feda3d9-babe-4392-9b56-ba4aa0f0959c {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:31.707859 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ab3b4e-a3b6-406f-ba45-133d046593a3", "tag": "85bdf0a9-2740-423c-be81-63060c87cf86", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:31.707970 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0feda3d9-babe-4392-9b56-ba4aa0f0959c {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:31.708352 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'tag': '85bdf0a9-2740-423c-be81-63060c87cf86', 'status': 'completed', 'code': 200} Jun 16 17:03:31.717265 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Pushing event updated for resources: {'Port': ['ID=85bdf0a9-2740-423c-be81-63060c87cf86,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:31.720575 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:31.773346 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-046a05e5-e7af-41e9-b110-7747e9a101af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:31.774911 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-046a05e5-e7af-41e9-b110-7747e9a101af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 1096 time: 0.0695720 Jun 16 17:03:31.829407 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-37a58db9-abd9-476b-b0e0-b85070ac1a1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85bdf0a9-2740-423c-be81-63060c87cf86 HTTP/1.1" status: 200 len: 217 time: 0.0460954 Jun 16 17:03:31.888208 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-89b1120a-9f4a-4ff3-94eb-6127f85d82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:31.889650 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-89b1120a-9f4a-4ff3-94eb-6127f85d82a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=825d2fac-6472-46c2-98ee-27fe2a5b1f38 HTTP/1.1" status: 200 len: 850 time: 0.0537944 Jun 16 17:03:31.947790 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-0c503dd3-9d04-4530-8515-d4d32f1f727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:31.949259 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-0c503dd3-9d04-4530-8515-d4d32f1f727e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510945 Jun 16 17:03:32.042516 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-66404fa5-fe3c-4534-8a0b-eabd001ffcce service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853467 Jun 16 17:03:32.132531 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-75d7b673-6bc1-4af0-a0c0-d17b0398edb2 req-c3be4330-9a36-4c1d-af84-ce5f2ac99dce service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825279 Jun 16 17:03:32.243254 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e390-c4bc-4197-b31f-cf256554438c req-e8ac48db-66fd-4624-874c-40895e7a5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:32.244742 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98a8e390-c4bc-4197-b31f-cf256554438c req-e8ac48db-66fd-4624-874c-40895e7a5d03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 1096 time: 0.0609164 Jun 16 17:03:32.341742 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e390-c4bc-4197-b31f-cf256554438c req-b4d65d30-913f-40b9-b1d6-d666ccc83170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:32.343220 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98a8e390-c4bc-4197-b31f-cf256554438c req-b4d65d30-913f-40b9-b1d6-d666ccc83170 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 913 time: 0.0910804 Jun 16 17:03:32.387480 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98a8e390-c4bc-4197-b31f-cf256554438c req-5e88635d-ec20-40c3-828b-57556858dbd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85bdf0a9-2740-423c-be81-63060c87cf86 HTTP/1.1" status: 200 len: 217 time: 0.0365198 Jun 16 17:03:32.446166 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e390-c4bc-4197-b31f-cf256554438c req-a1ee9277-b8e5-4c0b-89d2-2bfd961d6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:32.447651 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98a8e390-c4bc-4197-b31f-cf256554438c req-a1ee9277-b8e5-4c0b-89d2-2bfd961d6aea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=825d2fac-6472-46c2-98ee-27fe2a5b1f38 HTTP/1.1" status: 200 len: 850 time: 0.0524487 Jun 16 17:03:32.547855 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e390-c4bc-4197-b31f-cf256554438c req-f7fa7062-9f21-4b3d-9c22-d5b17d210590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:32.549300 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98a8e390-c4bc-4197-b31f-cf256554438c req-f7fa7062-9f21-4b3d-9c22-d5b17d210590 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944958 Jun 16 17:03:32.560687 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13502e1d-8d30-4ce0-898e-858127d95e40 req-d4b7a2a8-f458-45d6-b8fe-e855bab2829d tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:32.561996 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-13502e1d-8d30-4ce0-898e-858127d95e40 req-d4b7a2a8-f458-45d6-b8fe-e855bab2829d tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 943 time: 0.0811768 Jun 16 17:03:32.654812 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-13502e1d-8d30-4ce0-898e-858127d95e40 req-f9235e66-0dbd-4a58-89ef-2d8a839ab587 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845737 Jun 16 17:03:32.674243 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98a8e390-c4bc-4197-b31f-cf256554438c req-2b2b12ff-0d11-43f9-9fbe-9dc6ecc51397 service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112838 Jun 16 17:03:32.763743 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-98a8e390-c4bc-4197-b31f-cf256554438c req-ff7e16a4-9223-4aae-a110-b2192869ed8f service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826066 Jun 16 17:03:33.831395 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1646ad1-e14d-43eb-af92-7b66b0bb0ab4 req-6c892dc7-e818-49cf-8f08-1f38d06981fb tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:33.832940 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1646ad1-e14d-43eb-af92-7b66b0bb0ab4 req-6c892dc7-e818-49cf-8f08-1f38d06981fb tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 943 time: 0.0641086 Jun 16 17:03:33.874481 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1646ad1-e14d-43eb-af92-7b66b0bb0ab4 req-9a3beb04-57a9-43d5-a418-0245359ccd2e tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341544 Jun 16 17:03:34.283639 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 85bdf0a9-2740-423c-be81-63060c87cf86 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:03:34.373806 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 85bdf0a9-2740-423c-be81-63060c87cf86, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=85bdf0a9-2740-423c-be81-63060c87cf86,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:34.384372 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '85bdf0a9-2740-423c-be81-63060c87cf86', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'port_id': '85bdf0a9-2740-423c-be81-63060c87cf86', 'mac_address': 'fa:16:3e:c0:2a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:03:34.423803 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:34.435718 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bdf0a9-2740-423c-be81-63060c87cf86 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:03:34.454679 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 85bdf0a9-2740-423c-be81-63060c87cf86, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=85bdf0a9-2740-423c-be81-63060c87cf86,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:34.458752 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:34.460716 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:34.504714 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=85bdf0a9-2740-423c-be81-63060c87cf86,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:34.507714 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:34.707041 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['85bdf0a9-2740-423c-be81-63060c87cf86'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:34.999835 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 35568) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:35.045091 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbe869-7899-4725-a0c1-80ddc1f04a4c req-5011c37a-8be9-4264-b35d-4e4f8aa0f4ff tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:35.046590 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-aecbe869-7899-4725-a0c1-80ddc1f04a4c req-5011c37a-8be9-4264-b35d-4e4f8aa0f4ff tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 944 time: 0.0628743 Jun 16 17:03:35.083899 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-aecbe869-7899-4725-a0c1-80ddc1f04a4c req-ca1121e4-29de-4067-8d48-dad40a75ec3b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 Jun 16 17:03:35.101062 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1f386794-ef68-4890-a722-7638ee07006f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.379662 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1f386794-ef68-4890-a722-7638ee07006f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.383517 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-1f386794-ef68-4890-a722-7638ee07006f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.386899 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-86f8e238-fca5-47ab-8d44-db3dc65fdaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:35.420929 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-1f386794-ef68-4890-a722-7638ee07006f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bbe039309b0841a2ba9acd9bca588ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200878 Jun 16 17:03:35.421809 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f386794-ef68-4890-a722-7638ee07006f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda40260-ab72-4686-8fd1-ba4a0205067d,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:35.423620 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35572) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:35.424791 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1f386794-ef68-4890-a722-7638ee07006f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:35.474511 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a9c1a628-762f-4038-a48d-cfe7b9abc7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.494532 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a9c1a628-762f-4038-a48d-cfe7b9abc7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.539099 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a9c1a628-762f-4038-a48d-cfe7b9abc7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.541879 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a9c1a628-762f-4038-a48d-cfe7b9abc7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.543010 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-a9c1a628-762f-4038-a48d-cfe7b9abc7e4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fda40260-ab72-4686-8fd1-ba4a0205067d HTTP/1.1" status: 204 len: 168 time: 0.1184158 Jun 16 17:03:35.544265 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0d4ac956-254d-47bb-add8-165bf5ad58c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:35.552026 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1a628-762f-4038-a48d-cfe7b9abc7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda40260-ab72-4686-8fd1-ba4a0205067d,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:35.554232 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a9c1a628-762f-4038-a48d-cfe7b9abc7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:36.252870 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8282fd-66cc-4833-b500-ad090be5cd28 req-c5bc2807-fe07-4a4d-9f62-5c86fb6c84ba tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:36.254341 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-af8282fd-66cc-4833-b500-ad090be5cd28 req-c5bc2807-fe07-4a4d-9f62-5c86fb6c84ba tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 944 time: 0.0631394 Jun 16 17:03:36.283207 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 85bdf0a9-2740-423c-be81-63060c87cf86 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:03:36.296038 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-af8282fd-66cc-4833-b500-ad090be5cd28 req-76581f76-eaf7-43cd-9783-d2bdcf58e0e2 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356207 Jun 16 17:03:36.335039 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 85bdf0a9-2740-423c-be81-63060c87cf86 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:03:36.338670 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 85bdf0a9-2740-423c-be81-63060c87cf86 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:03:36.339047 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:36.414138 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:36.439101 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bdf0a9-2740-423c-be81-63060c87cf86'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:36.441944 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa81f3b-225d-41df-b424-03ed9063ba83" -d '{"events": [{"server_uuid": "b0ab3b4e-a3b6-406f-ba45-133d046593a3", "name": "network-vif-plugged", "status": "completed", "tag": "85bdf0a9-2740-423c-be81-63060c87cf86"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:36.455056 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 85bdf0a9-2740-423c-be81-63060c87cf86, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=85bdf0a9-2740-423c-be81-63060c87cf86,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:36.459560 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:36.462689 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-56be5a58-f25b-424e-92e7-ed6222af6a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:36.485141 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba183fd0-9258-4daa-af99-b68699891b24 x-openstack-request-id: req-ba183fd0-9258-4daa-af99-b68699891b24 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:36.485435 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ab3b4e-a3b6-406f-ba45-133d046593a3", "name": "network-vif-plugged", "status": "completed", "tag": "85bdf0a9-2740-423c-be81-63060c87cf86", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:36.485708 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ba183fd0-9258-4daa-af99-b68699891b24 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:36.486062 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bdf0a9-2740-423c-be81-63060c87cf86', 'code': 200} Jun 16 17:03:36.513538 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=85bdf0a9-2740-423c-be81-63060c87cf86,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:36.516738 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:36.707613 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c71ed5-57fa-4147-81b5-20ab4f71a2bc req-2219bc35-b7a4-4e7f-856e-9375d3d578b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:36.708974 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e6c71ed5-57fa-4147-81b5-20ab4f71a2bc req-2219bc35-b7a4-4e7f-856e-9375d3d578b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 1098 time: 0.0507348 Jun 16 17:03:36.741895 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e6c71ed5-57fa-4147-81b5-20ab4f71a2bc req-b9b51330-6076-4e18-9617-be9ed4266ac8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266280 Jun 16 17:03:37.471287 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879a76f-0807-4bb4-9b86-b29c3c40aacf req-fb21ff3b-ebb8-4766-8b74-ba85e551e24e tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:37.472782 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5879a76f-0807-4bb4-9b86-b29c3c40aacf req-fb21ff3b-ebb8-4766-8b74-ba85e551e24e tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 945 time: 0.0652261 Jun 16 17:03:37.509115 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5879a76f-0807-4bb4-9b86-b29c3c40aacf req-38b50f56-8bd6-4624-9699-aaf2c5e8f5fc tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308011 Jun 16 17:03:38.678374 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a76f62-e7f0-479e-ab67-b2705b45fd9b req-a7108d15-1e37-4956-ad24-694e638dfa0c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:38.679813 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-53a76f62-e7f0-479e-ab67-b2705b45fd9b req-a7108d15-1e37-4956-ad24-694e638dfa0c tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 945 time: 0.0611088 Jun 16 17:03:38.716124 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-53a76f62-e7f0-479e-ab67-b2705b45fd9b req-798674ac-985c-40ee-bca2-ea32e73ad1cd tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302205 Jun 16 17:03:38.879805 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc247f-afc4-42d8-81b5-f08997496699 req-ab171bd6-db91-47ba-96bd-6d7105ee7815 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:38.881101 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-9ccc247f-afc4-42d8-81b5-f08997496699 req-ab171bd6-db91-47ba-96bd-6d7105ee7815 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 945 time: 0.0640078 Jun 16 17:03:38.890025 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 35642) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:38.894264 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-7874f3d7-54ed-43d2-bbd8-89f68cbc5304 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Request body: {'floatingip': {'port_id': '85bdf0a9-2740-423c-be81-63060c87cf86'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:38.929956 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7874f3d7-54ed-43d2-bbd8-89f68cbc5304 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.333622 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7874f3d7-54ed-43d2-bbd8-89f68cbc5304 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.337458 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7874f3d7-54ed-43d2-bbd8-89f68cbc5304 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.432295 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [None req-7874f3d7-54ed-43d2-bbd8-89f68cbc5304 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Floating IP 2ba301ed-8bda-4388-8e2d-53f9e0c1fb08 associated. External IP: 172.27.1.154, port: 85bdf0a9-2740-423c-be81-63060c87cf86. Jun 16 17:03:39.641355 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7874f3d7-54ed-43d2-bbd8-89f68cbc5304 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Router 00066e24-a085-447c-b7bf-bd3e811002f6 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:03:40.017739 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7874f3d7-54ed-43d2-bbd8-89f68cbc5304 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:03:40.022480 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-7874f3d7-54ed-43d2-bbd8-89f68cbc5304 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.026819 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] Sync routers for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:03:40.036860 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:40.037463 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:03:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:40.057798 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-7874f3d7-54ed-43d2-bbd8-89f68cbc5304 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "PUT /v2.0/floatingips/2ba301ed-8bda-4388-8e2d-53f9e0c1fb08 HTTP/1.1" status: 200 len: 991 time: 1.1667440 Jun 16 17:03:40.058467 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'tag': '85bdf0a9-2740-423c-be81-63060c87cf86'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:40.060765 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e725fa-aea2-4266-a45b-48484ee0de6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ab3b4e-a3b6-406f-ba45-133d046593a3", "tag": "85bdf0a9-2740-423c-be81-63060c87cf86"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:40.099697 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca4a66d-bc5c-4e94-9664-84a071309500 x-openstack-request-id: req-bca4a66d-bc5c-4e94-9664-84a071309500 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:40.100029 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ab3b4e-a3b6-406f-ba45-133d046593a3", "tag": "85bdf0a9-2740-423c-be81-63060c87cf86", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:40.100443 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bca4a66d-bc5c-4e94-9664-84a071309500 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:40.100885 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'tag': '85bdf0a9-2740-423c-be81-63060c87cf86', 'status': 'completed', 'code': 200} Jun 16 17:03:40.140222 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:40.349232 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '2ba301ed-8bda-4388-8e2d-53f9e0c1fb08', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'port_id': '85bdf0a9-2740-423c-be81-63060c87cf86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'mac_address': 'fa:16:3e:c0:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:03:27Z', 'updated_at': '2021-06-16T17:03:39Z', 'revision_number': 1, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:40.352415 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] Checking router: 00066e24-a085-447c-b7bf-bd3e811002f6 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:03:40.360837 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:40.361430 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:03:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:40.461829 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:40.675635 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '2ba301ed-8bda-4388-8e2d-53f9e0c1fb08', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'port_id': '85bdf0a9-2740-423c-be81-63060c87cf86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'mac_address': 'fa:16:3e:c0:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:03:27Z', 'updated_at': '2021-06-16T17:03:39Z', 'revision_number': 1, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:40.679168 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e6bf9c-6191-4095-b2d4-b96891cf0733 None None] The sync data for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi is: [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '2ba301ed-8bda-4388-8e2d-53f9e0c1fb08', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'port_id': '85bdf0a9-2740-423c-be81-63060c87cf86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'mac_address': 'fa:16:3e:c0:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:03:27Z', 'updated_at': '2021-06-16T17:03:39Z', 'revision_number': 1, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:03:40.851476 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d39968-ed9b-475e-b1a9-e4127eac8183 None None] New status for floating IP 2ba301ed-8bda-4388-8e2d-53f9e0c1fb08: ACTIVE {{(pid=92708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:03:42.750258 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-1d572da7-af03-4adf-b762-54c246dc3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:42.751776 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-1d572da7-af03-4adf-b762-54c246dc3d21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 1098 time: 0.0531113 Jun 16 17:03:42.842360 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-6f3c5a29-1ebf-40f1-8020-15eecbac71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:42.843748 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-6f3c5a29-1ebf-40f1-8020-15eecbac71e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 200 len: 913 time: 0.0851471 Jun 16 17:03:42.909533 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-c5354e76-03de-448a-9a93-fcbb1c4504c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85bdf0a9-2740-423c-be81-63060c87cf86 HTTP/1.1" status: 200 len: 1001 time: 0.0573804 Jun 16 17:03:42.957507 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-38bcbd52-e6a9-46be-af6c-318e03e4966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:42.959081 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-38bcbd52-e6a9-46be-af6c-318e03e4966c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=825d2fac-6472-46c2-98ee-27fe2a5b1f38 HTTP/1.1" status: 200 len: 850 time: 0.0429730 Jun 16 17:03:43.020402 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-f8a769dd-f717-4baa-9917-4204a6f65e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:43.021863 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-f8a769dd-f717-4baa-9917-4204a6f65e4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e9efa6c-ea0a-41ea-89bc-0c150f93404a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564866 Jun 16 17:03:43.109168 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-6592d53c-33e8-4986-8422-0cc1850409be service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786538 Jun 16 17:03:43.197992 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b4e725fa-aea2-4266-a45b-48484ee0de6b req-b4467294-3f4b-4773-a92e-e85cea36f3e9 service neutron] 10.222.0.46 "GET /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824208 Jun 16 17:03:47.974796 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:53.594077 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-79c716b3-2136-46f4-b277-3e25b77d4a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:55.853853 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4694-5f7b-41c1-a917-0bd68190af70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.261615 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.841102 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:58.790947 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:01.334982 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:04:04.057745 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ade0fc-ec00-464a-a54c-781f760403cf req-c94adcd8-6252-418d-9cb9-a7048abd9385 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:04.059749 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-08ade0fc-ec00-464a-a54c-781f760403cf req-c94adcd8-6252-418d-9cb9-a7048abd9385 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0639706 Jun 16 17:04:04.095354 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-08ade0fc-ec00-464a-a54c-781f760403cf req-48ef3c11-bc71-4784-8419-749509126d47 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300810 Jun 16 17:04:05.264862 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c9430-f542-4b91-887b-84fb91365ad2 req-35a334dd-80f4-4a44-86e9-eb7100ba0fbd tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:05.266466 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f73c9430-f542-4b91-887b-84fb91365ad2 req-35a334dd-80f4-4a44-86e9-eb7100ba0fbd tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0620813 Jun 16 17:04:05.311545 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f73c9430-f542-4b91-887b-84fb91365ad2 req-839b5ac8-ad89-44b7-b54d-d413e2230435 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384035 Jun 16 17:04:06.484444 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb17f-dfc7-4ec6-87be-25bf91d8767c req-81aa8269-dd0e-46bd-83ea-4f16f186d413 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:06.485898 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-752eb17f-dfc7-4ec6-87be-25bf91d8767c req-81aa8269-dd0e-46bd-83ea-4f16f186d413 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0633769 Jun 16 17:04:06.521370 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-752eb17f-dfc7-4ec6-87be-25bf91d8767c req-21594532-a23f-4a53-ab72-2b119f745633 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298862 Jun 16 17:04:07.691218 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ad6a-8795-42b6-bc5d-1f323f3a5011 req-42c8ee93-f0bd-4d29-afb8-ecad4b283d6f tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:07.692636 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fa16ad6a-8795-42b6-bc5d-1f323f3a5011 req-42c8ee93-f0bd-4d29-afb8-ecad4b283d6f tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0607209 Jun 16 17:04:07.728524 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-fa16ad6a-8795-42b6-bc5d-1f323f3a5011 req-c6c48f60-9454-4d31-bf99-9fd1299d18c8 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303822 Jun 16 17:04:08.903339 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b74c-718a-40a5-8997-d763935868f5 req-bb78010c-f57c-453a-8278-ffc3a6cde7b6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:08.904815 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b547b74c-718a-40a5-8997-d763935868f5 req-bb78010c-f57c-453a-8278-ffc3a6cde7b6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0665438 Jun 16 17:04:08.942554 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-b547b74c-718a-40a5-8997-d763935868f5 req-4ecbab91-f8e0-410a-80f0-afe32941b54e tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319164 Jun 16 17:04:10.113428 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25af05e-2961-461c-ba41-f554d0830ed0 req-b99d328c-ca46-4040-aaab-ddf265304d63 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:10.114922 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d25af05e-2961-461c-ba41-f554d0830ed0 req-b99d328c-ca46-4040-aaab-ddf265304d63 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0628459 Jun 16 17:04:10.151277 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d25af05e-2961-461c-ba41-f554d0830ed0 req-0a5c9afe-7aba-4744-bfe5-04af986d2b08 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301309 Jun 16 17:04:11.318960 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f7e3f-46d3-4f3d-b181-04e3b7c5a7f4 req-bf805ae2-c1cd-4795-8f43-39201417110c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:11.320392 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5f4f7e3f-46d3-4f3d-b181-04e3b7c5a7f4 req-bf805ae2-c1cd-4795-8f43-39201417110c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0609512 Jun 16 17:04:11.361778 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5f4f7e3f-46d3-4f3d-b181-04e3b7c5a7f4 req-8f9ae664-352f-4036-be48-16f82a3d940b tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354395 Jun 16 17:04:12.532912 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6334829-91ca-48a9-81d3-82e95c302349 req-2edfd9e5-91f1-4bf6-bd1b-e1bda1325828 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:12.534385 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d6334829-91ca-48a9-81d3-82e95c302349 req-2edfd9e5-91f1-4bf6-bd1b-e1bda1325828 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0621023 Jun 16 17:04:12.570402 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d6334829-91ca-48a9-81d3-82e95c302349 req-26eba8b5-bea5-4c2b-b41a-c6425f13fe6e tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303943 Jun 16 17:04:13.736783 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8eb9-f784-45ca-ae53-ed0d2f1e3440 req-b0468a34-56ec-4471-9956-325227050d48 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:13.738229 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-264e8eb9-f784-45ca-ae53-ed0d2f1e3440 req-b0468a34-56ec-4471-9956-325227050d48 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0611026 Jun 16 17:04:13.775319 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-264e8eb9-f784-45ca-ae53-ed0d2f1e3440 req-164e2d5a-bf63-46cd-bfd4-956d87ef3ea7 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314422 Jun 16 17:04:14.758875 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-8d394f7b-3bdc-4abc-9dcd-bf2350d0c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:14.760355 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-8d394f7b-3bdc-4abc-9dcd-bf2350d0c7f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72e26b984ed54257bf3a08e75df6bd40&device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1099 time: 0.0552499 Jun 16 17:04:14.857745 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-b548d8b2-2fc7-427b-ba61-59c5c1c302a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:14.859140 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-b548d8b2-2fc7-427b-ba61-59c5c1c302a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=77becf68-20ab-4b50-b83d-4d8db47505f9 HTTP/1.1" status: 200 len: 910 time: 0.0905507 Jun 16 17:04:14.962940 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-6d8e429b-5f75-48b4-8ceb-8648a9966025 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=261c110c-bc78-40bc-8ccb-5e669727981b HTTP/1.1" status: 200 len: 1002 time: 0.0962546 Jun 16 17:04:15.016249 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9865b-ed15-45c0-b36e-6367ad56e82e req-569342f6-09b2-410e-94e1-5e36e7fed30e tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:15.017612 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31f9865b-ed15-45c0-b36e-6367ad56e82e req-569342f6-09b2-410e-94e1-5e36e7fed30e tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.1099012 Jun 16 17:04:15.038491 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-2840c7a9-14b9-4bad-873d-8471c794e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:15.039911 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-2840c7a9-14b9-4bad-873d-8471c794e129 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a28a280-85a5-4ae2-9fc5-7befba896d39 HTTP/1.1" status: 200 len: 847 time: 0.0671043 Jun 16 17:04:15.095867 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-31f9865b-ed15-45c0-b36e-6367ad56e82e req-76fbf6e5-7791-421f-8000-d8f2696068b9 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703661 Jun 16 17:04:15.117604 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-f34c0399-4041-4aea-bb86-69005a6ac88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:15.119155 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-f34c0399-4041-4aea-bb86-69005a6ac88e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77becf68-20ab-4b50-b83d-4d8db47505f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707679 Jun 16 17:04:15.215515 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-d930e8a2-3944-4e83-9fd9-de064ea295e4 service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876830 Jun 16 17:04:15.314747 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0abf591a-500d-454d-a0b5-0d5c92f0141b req-b5a839bc-5356-4f90-b2f8-b5fc15be0f0c service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876653 Jun 16 17:04:16.278916 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8f3f-8e43-4c1d-8bba-784f76c96564 req-1f27f901-25c9-407c-ac4c-fa2451facf0c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:16.280365 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d70d8f3f-8e43-4c1d-8bba-784f76c96564 req-1f27f901-25c9-407c-ac4c-fa2451facf0c tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0618107 Jun 16 17:04:16.326698 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d70d8f3f-8e43-4c1d-8bba-784f76c96564 req-dbf9b970-6f82-4526-907e-93e4124dc536 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Jun 16 17:04:17.502499 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23683b46-fd49-4aff-8ca4-b021823cd00f req-87bf5663-21ec-46a5-9ae9-425a3eb358a7 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:17.503975 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-23683b46-fd49-4aff-8ca4-b021823cd00f req-87bf5663-21ec-46a5-9ae9-425a3eb358a7 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0700631 Jun 16 17:04:17.557553 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-23683b46-fd49-4aff-8ca4-b021823cd00f req-56892e62-de1f-4ab0-bb16-4af1d2f9d0df tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421939 Jun 16 17:04:17.976546 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.061542 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 36044) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:18.167710 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e7dc16ec-62b6-4c19-ae0f-701074192196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.258003 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e7dc16ec-62b6-4c19-ae0f-701074192196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.261753 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e7dc16ec-62b6-4c19-ae0f-701074192196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.264150 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-209151c4-e9b4-4749-9668-bea6821e3137 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:18.299648 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e7dc16ec-62b6-4c19-ae0f-701074192196 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e91ddeae559b4a55bb3a873ad0da4ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369511 Jun 16 17:04:18.300667 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc16ec-62b6-4c19-ae0f-701074192196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b831cc-bf51-422f-b831-0cf379d72321,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:18.302400 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36050) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:18.303753 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e7dc16ec-62b6-4c19-ae0f-701074192196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:18.350535 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3b4f953f-f79d-409a-b3fc-22276a689071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.371275 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3b4f953f-f79d-409a-b3fc-22276a689071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.414506 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3b4f953f-f79d-409a-b3fc-22276a689071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.417009 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3b4f953f-f79d-409a-b3fc-22276a689071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.418673 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3b4f953f-f79d-409a-b3fc-22276a689071 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/43b831cc-bf51-422f-b831-0cf379d72321 HTTP/1.1" status: 204 len: 168 time: 0.1151791 Jun 16 17:04:18.419433 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-874d7c50-b6cd-495a-a2f0-900a75a9390c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:18.426436 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f953f-f79d-409a-b3fc-22276a689071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b831cc-bf51-422f-b831-0cf379d72321,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:18.428759 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3b4f953f-f79d-409a-b3fc-22276a689071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:18.673374 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36058) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:18.686468 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-38119810-39c8-4808-b5bb-fa57752ab82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.733914 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27c18f-ec60-469d-b805-c14ca59804c7 req-8e8e3b29-7cf5-43f6-a0af-5cb83acc1e19 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:18.735408 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5b27c18f-ec60-469d-b805-c14ca59804c7 req-8e8e3b29-7cf5-43f6-a0af-5cb83acc1e19 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0631411 Jun 16 17:04:18.774855 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-38119810-39c8-4808-b5bb-fa57752ab82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.775950 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5b27c18f-ec60-469d-b805-c14ca59804c7 req-22ad6ff5-29fc-4d00-9587-ca59882b6e61 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342286 Jun 16 17:04:18.779337 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-38119810-39c8-4808-b5bb-fa57752ab82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.781730 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6955f3fd-4208-405a-a81d-9a0fcd1bfc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:18.820218 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-38119810-39c8-4808-b5bb-fa57752ab82a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=956c50ecf4284e309f42b3bbd0c5713c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457710 Jun 16 17:04:18.821146 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38119810-39c8-4808-b5bb-fa57752ab82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec634553-5dc9-4659-9c00-7f6e8474bf77,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:18.822957 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 36062) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:18.824277 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-38119810-39c8-4808-b5bb-fa57752ab82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:18.877496 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d5179258-b288-4b99-891a-f015739d7494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.898934 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d5179258-b288-4b99-891a-f015739d7494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.943928 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d5179258-b288-4b99-891a-f015739d7494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.947192 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d5179258-b288-4b99-891a-f015739d7494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.948475 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-d5179258-b288-4b99-891a-f015739d7494 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ec634553-5dc9-4659-9c00-7f6e8474bf77 HTTP/1.1" status: 204 len: 168 time: 0.1238413 Jun 16 17:04:18.949362 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-22f54aa9-379d-45ba-8fdf-e0cd4c6b64ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:18.956804 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5179258-b288-4b99-891a-f015739d7494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec634553-5dc9-4659-9c00-7f6e8474bf77,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:18.959838 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d5179258-b288-4b99-891a-f015739d7494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:19.054243 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c293df49-9bed-4165-9006-02625694a3f0 req-98f02b4f-d3c5-45c2-bd91-d25f206f5174 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0532613 Jun 16 17:04:19.129008 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac8451-97f5-483b-8f43-082d420c12c0 req-c74d695e-3c87-49f2-b9f2-f19a6e4c894e tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:19.130508 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-18ac8451-97f5-483b-8f43-082d420c12c0 req-c74d695e-3c87-49f2-b9f2-f19a6e4c894e tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0649767 Jun 16 17:04:19.174117 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-18ac8451-97f5-483b-8f43-082d420c12c0 req-b7ef15bb-8ed5-4bfc-bff2-257fc8eb6cf1 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379744 Jun 16 17:04:20.347706 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbd7f-5195-420c-86d0-1b60ae96116c req-895c8f22-bc1d-4e32-b3a5-04cf51cb5e39 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:20.349169 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eadfbd7f-5195-420c-86d0-1b60ae96116c req-895c8f22-bc1d-4e32-b3a5-04cf51cb5e39 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0653491 Jun 16 17:04:20.384809 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eadfbd7f-5195-420c-86d0-1b60ae96116c req-b6d6190b-7118-4450-bc94-7733cf0a7826 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297866 Jun 16 17:04:20.511129 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293df49-9bed-4165-9006-02625694a3f0 req-e492f4cb-f54b-4ecd-8d20-aac7706b0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:20.512718 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c293df49-9bed-4165-9006-02625694a3f0 req-e492f4cb-f54b-4ecd-8d20-aac7706b0f54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f&tenant_id=72e26b984ed54257bf3a08e75df6bd40 HTTP/1.1" status: 200 len: 1099 time: 0.0585344 Jun 16 17:04:20.597718 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293df49-9bed-4165-9006-02625694a3f0 req-223cddfb-2398-405c-af9a-e9c09993c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:20.599282 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c293df49-9bed-4165-9006-02625694a3f0 req-223cddfb-2398-405c-af9a-e9c09993c1d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72e26b984ed54257bf3a08e75df6bd40&device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1099 time: 0.0563881 Jun 16 17:04:20.695417 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293df49-9bed-4165-9006-02625694a3f0 req-787f0a07-dd38-4324-b0fc-c6f16b24fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:20.696838 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c293df49-9bed-4165-9006-02625694a3f0 req-787f0a07-dd38-4324-b0fc-c6f16b24fb80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=77becf68-20ab-4b50-b83d-4d8db47505f9 HTTP/1.1" status: 200 len: 910 time: 0.0857077 Jun 16 17:04:20.763118 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c293df49-9bed-4165-9006-02625694a3f0 req-1ca9f9dd-3972-4ad1-9a83-33c874dec5f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=261c110c-bc78-40bc-8ccb-5e669727981b HTTP/1.1" status: 200 len: 1002 time: 0.0591228 Jun 16 17:04:20.811260 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293df49-9bed-4165-9006-02625694a3f0 req-7d773cb5-cda6-4a3a-9c08-e56c3c29cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:20.812554 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c293df49-9bed-4165-9006-02625694a3f0 req-7d773cb5-cda6-4a3a-9c08-e56c3c29cb08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a28a280-85a5-4ae2-9fc5-7befba896d39 HTTP/1.1" status: 200 len: 847 time: 0.0416412 Jun 16 17:04:20.868015 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293df49-9bed-4165-9006-02625694a3f0 req-2cb3f672-002f-4b2c-9fac-a27ed72d98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:20.869413 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c293df49-9bed-4165-9006-02625694a3f0 req-2cb3f672-002f-4b2c-9fac-a27ed72d98ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77becf68-20ab-4b50-b83d-4d8db47505f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495131 Jun 16 17:04:20.958101 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c293df49-9bed-4165-9006-02625694a3f0 req-b6f180db-f515-4aec-9ba7-b8a79f4c0281 service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807106 Jun 16 17:04:21.043649 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c293df49-9bed-4165-9006-02625694a3f0 req-e6a65b0a-878b-45d7-9d1b-ec06c51bb230 service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781686 Jun 16 17:04:21.565213 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48cd2b-c338-4071-91fe-e4d71863e6ae req-5aefe033-13d9-4830-9f64-5b316b4c44b3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:21.566727 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5c48cd2b-c338-4071-91fe-e4d71863e6ae req-5aefe033-13d9-4830-9f64-5b316b4c44b3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0687962 Jun 16 17:04:21.604632 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5c48cd2b-c338-4071-91fe-e4d71863e6ae req-4e9600e9-8854-4728-9dcf-3d0c323a09d3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322568 Jun 16 17:04:22.460174 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 261c110c-bc78-40bc-8ccb-5e669727981b no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:22.530869 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.551383 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:22.553603 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f3e1d4-b7b5-4b6b-9c25-7a14668398fa" -d '{"events": [{"server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:22.565801 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 261c110c-bc78-40bc-8ccb-5e669727981b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=261c110c-bc78-40bc-8ccb-5e669727981b,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:22.570484 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.572359 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:22.594248 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4402d02-8589-4b01-a3e9-f48dbde2d939 x-openstack-request-id: req-a4402d02-8589-4b01-a3e9-f48dbde2d939 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:22.594564 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:22.594822 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a4402d02-8589-4b01-a3e9-f48dbde2d939 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:22.595210 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b', 'code': 200} Jun 16 17:04:22.619743 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=261c110c-bc78-40bc-8ccb-5e669727981b,revision_number=6']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:22.623518 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:22.782794 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e31b8c-80ec-4b14-962b-ce754c0a89fd req-e2be5b19-6d70-4690-a903-83fb0ca41147 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:22.784394 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-45e31b8c-80ec-4b14-962b-ce754c0a89fd req-e2be5b19-6d70-4690-a903-83fb0ca41147 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0631588 Jun 16 17:04:22.822791 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-45e31b8c-80ec-4b14-962b-ce754c0a89fd req-13b6fc9b-1ea1-4590-8ae4-c9e8c701faf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 Jun 16 17:04:23.595418 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-457bfcd4-4bc5-4ea8-bde1-8972d2502e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.995485 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81996-7b69-491c-99dd-d4895b872e9c req-8dc1b23d-2c66-4afb-bf7a-0f2a11c35dd0 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:23.997020 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-79c81996-7b69-491c-99dd-d4895b872e9c req-8dc1b23d-2c66-4afb-bf7a-0f2a11c35dd0 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0626459 Jun 16 17:04:24.033692 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-79c81996-7b69-491c-99dd-d4895b872e9c req-3570fc88-3777-427a-a36e-92c0d238e8fb tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310459 Jun 16 17:04:25.208520 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6863b49-54e2-4b24-bde0-20323d36d7d1 req-b84dc788-3c8b-4956-acfd-9926da87e00a tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:25.210424 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f6863b49-54e2-4b24-bde0-20323d36d7d1 req-b84dc788-3c8b-4956-acfd-9926da87e00a tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0679069 Jun 16 17:04:25.246289 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f6863b49-54e2-4b24-bde0-20323d36d7d1 req-fc04ab3f-fe7c-46d4-9497-530af8d1acd2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301175 Jun 16 17:04:25.858105 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-608a5a81-8aad-47fe-9ccc-9f07f5cb1ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.180305 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-3c4cec3e-8c41-4358-92a1-c6004c7aa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:26.181754 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-3c4cec3e-8c41-4358-92a1-c6004c7aa32d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72e26b984ed54257bf3a08e75df6bd40&device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1097 time: 0.0505857 Jun 16 17:04:26.263327 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.290966 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-9b84d1a5-05c3-4270-abf3-733db678759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:26.292691 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-9b84d1a5-05c3-4270-abf3-733db678759d service neutron] 10.222.0.46 "GET /v2.0/networks?id=77becf68-20ab-4b50-b83d-4d8db47505f9 HTTP/1.1" status: 200 len: 910 time: 0.0906293 Jun 16 17:04:26.357893 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-16465632-4ecb-4b79-a5fd-ca99f5d740a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=261c110c-bc78-40bc-8ccb-5e669727981b HTTP/1.1" status: 200 len: 1000 time: 0.0570710 Jun 16 17:04:26.439557 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-828ca582-99a0-4646-904d-5e2f161ec868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:26.440971 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-828ca582-99a0-4646-904d-5e2f161ec868 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a28a280-85a5-4ae2-9fc5-7befba896d39 HTTP/1.1" status: 200 len: 847 time: 0.0528934 Jun 16 17:04:26.467458 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e68419-b713-4bdd-beb5-95b1d4da806c req-76c0d144-81ff-4a01-882e-9e2e408f4f36 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:26.468845 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-18e68419-b713-4bdd-beb5-95b1d4da806c req-76c0d144-81ff-4a01-882e-9e2e408f4f36 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.1100855 Jun 16 17:04:26.525666 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-18e68419-b713-4bdd-beb5-95b1d4da806c req-9b447db9-e97a-44be-9af5-fb2d97f378af tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406048 Jun 16 17:04:26.536580 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-4ca85f06-cf60-4c04-ae29-aad767c5fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:26.538039 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-4ca85f06-cf60-4c04-ae29-aad767c5fd9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77becf68-20ab-4b50-b83d-4d8db47505f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884662 Jun 16 17:04:26.630959 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-e3537177-90ff-4ecf-81e8-05996ecfe52a service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835767 Jun 16 17:04:26.717549 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0c8c28de-c14b-4fbd-be9f-e7aeb88695c6 req-e179d26e-0991-4b2e-80e7-1ee0b7919d0b service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790386 Jun 16 17:04:26.844583 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.293847 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd519e-1395-4272-9305-cf349b9d2f6a req-92c6651e-55a5-423e-bd0a-46a02858f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:27.295232 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-68dd519e-1395-4272-9305-cf349b9d2f6a req-92c6651e-55a5-423e-bd0a-46a02858f345 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1097 time: 0.0529873 Jun 16 17:04:27.329366 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-68dd519e-1395-4272-9305-cf349b9d2f6a req-2493ec9c-2d65-49c9-bfc9-11b139865cef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264423 Jun 16 17:04:27.694153 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1224f95-1461-4750-994b-a47892fc6be7 req-437021d7-8224-4bcb-ad25-443b63d42885 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:27.695589 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1224f95-1461-4750-994b-a47892fc6be7 req-437021d7-8224-4bcb-ad25-443b63d42885 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0598490 Jun 16 17:04:27.731981 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c1224f95-1461-4750-994b-a47892fc6be7 req-eff97c09-eb70-4d11-b77f-1b05785dae01 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309110 Jun 16 17:04:28.796064 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.921604 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf91b5-7f9c-4e40-a9a8-b82a1f6e176b req-87bf7c70-561e-4485-b77d-28d56b5044e8 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:28.923404 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4dbf91b5-7f9c-4e40-a9a8-b82a1f6e176b req-87bf7c70-561e-4485-b77d-28d56b5044e8 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 944 time: 0.0722201 Jun 16 17:04:28.961282 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4dbf91b5-7f9c-4e40-a9a8-b82a1f6e176b req-9aec3c75-7972-41ba-bc21-e33eb025242a tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318670 Jun 16 17:04:30.538061 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 261c110c-bc78-40bc-8ccb-5e669727981b details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:04:30.631278 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 261c110c-bc78-40bc-8ccb-5e669727981b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=261c110c-bc78-40bc-8ccb-5e669727981b,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:30.643121 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '261c110c-bc78-40bc-8ccb-5e669727981b', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'port_id': '261c110c-bc78-40bc-8ccb-5e669727981b', 'mac_address': 'fa:16:3e:e2:a1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:04:30.682017 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.694554 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261c110c-bc78-40bc-8ccb-5e669727981b {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:04:30.713615 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 261c110c-bc78-40bc-8ccb-5e669727981b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=261c110c-bc78-40bc-8ccb-5e669727981b,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:30.717106 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.718824 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-92d06290-fe60-4912-853d-dc4e30834cfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:30.763088 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=261c110c-bc78-40bc-8ccb-5e669727981b,revision_number=7']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:30.769784 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.770129 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.770489 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.770818 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.771149 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.771474 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.771789 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.772107 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.772427 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.772743 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.773057 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.773367 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:30.777084 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:30.974141 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['261c110c-bc78-40bc-8ccb-5e669727981b'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:04:32.561140 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 261c110c-bc78-40bc-8ccb-5e669727981b up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:32.606980 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 261c110c-bc78-40bc-8ccb-5e669727981b triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:32.607410 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:32.681827 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:32.703952 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:32.706171 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405b53ab-e189-4c9c-a971-0a89e603a1ed" -d '{"events": [{"server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "name": "network-vif-plugged", "status": "completed", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:32.718420 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 261c110c-bc78-40bc-8ccb-5e669727981b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=261c110c-bc78-40bc-8ccb-5e669727981b,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:32.722518 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:32.724431 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-ca7794e9-e95d-47bc-86e1-e1da1386508a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:32.748126 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b988ca-000e-4fc0-892d-aba12fe1010d x-openstack-request-id: req-a5b988ca-000e-4fc0-892d-aba12fe1010d {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:32.748437 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "name": "network-vif-plugged", "status": "completed", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:32.748696 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a5b988ca-000e-4fc0-892d-aba12fe1010d {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:32.749083 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b', 'code': 200} Jun 16 17:04:32.772154 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=261c110c-bc78-40bc-8ccb-5e669727981b,revision_number=8']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:32.775103 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:35.119279 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 36348) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:35.220157 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.306365 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.310792 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.312897 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:35.345829 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66ec8d8-496b-4f8f-b001-e7f6a3a769a3,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:35.349621 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8e98c9902ad44c15b18c57cb13302e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293315 Jun 16 17:04:35.352389 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36352) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:35.355831 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.356209 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.356581 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.356936 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.357292 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.357648 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.357998 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.358373 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.358726 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.359074 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.359417 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.359759 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.363551 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:35.399526 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.420242 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.467300 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.469946 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.471096 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a66ec8d8-496b-4f8f-b001-e7f6a3a769a3 HTTP/1.1" status: 204 len: 168 time: 0.1177149 Jun 16 17:04:35.471903 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-98139a2c-83ac-44d1-aaa1-7d056eabda51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:35.479045 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66ec8d8-496b-4f8f-b001-e7f6a3a769a3,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:35.485887 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.486306 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.486673 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.487034 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.487404 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.487764 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.488124 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.488481 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.488842 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.489195 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.489548 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.489899 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:35.492898 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:35.718163 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36360) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:35.731189 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a126e11e-0af3-4498-8fcd-7945820e41c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.817119 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a126e11e-0af3-4498-8fcd-7945820e41c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.820504 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a126e11e-0af3-4498-8fcd-7945820e41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.822837 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c4b43ea3-529b-462e-a54c-9ec926c03051 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:35.856273 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126e11e-0af3-4498-8fcd-7945820e41c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b356e92a-9c9b-458a-a2c9-6685f5e1391a,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:35.859366 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a126e11e-0af3-4498-8fcd-7945820e41c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:35.861764 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-a126e11e-0af3-4498-8fcd-7945820e41c4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5d0769c8395c4b2ca0fe4abeb7bfa964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423783 Jun 16 17:04:35.864434 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36362) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:35.912158 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d699-2d1d-42dc-8d6a-c2375ee66ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.932180 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d699-2d1d-42dc-8d6a-c2375ee66ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.975608 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d699-2d1d-42dc-8d6a-c2375ee66ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.978311 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d699-2d1d-42dc-8d6a-c2375ee66ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.980027 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-c9d6d699-2d1d-42dc-8d6a-c2375ee66ca0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b356e92a-9c9b-458a-a2c9-6685f5e1391a HTTP/1.1" status: 204 len: 168 time: 0.1146989 Jun 16 17:04:35.980738 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8b6a7de1-5678-4a56-a5e0-bbf4374e8c6a tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:35.987923 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6d699-2d1d-42dc-8d6a-c2375ee66ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b356e92a-9c9b-458a-a2c9-6685f5e1391a,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:35.990103 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c9d6d699-2d1d-42dc-8d6a-c2375ee66ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:38.333118 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:04:45.277406 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36490) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:45.375535 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0371fe15-7d70-48a7-b6a6-e1ee11cab0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.459917 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0371fe15-7d70-48a7-b6a6-e1ee11cab0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.464037 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0371fe15-7d70-48a7-b6a6-e1ee11cab0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.466223 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3b4f953f-f79d-409a-b3fc-22276a689071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:45.500593 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-0371fe15-7d70-48a7-b6a6-e1ee11cab0c0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6ada8d8966f747f285713e814e9c6eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221551 Jun 16 17:04:45.501595 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371fe15-7d70-48a7-b6a6-e1ee11cab0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da1d86b-9eee-4d4a-bca2-63daca0b168a,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:45.503276 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 36494) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:45.504622 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0371fe15-7d70-48a7-b6a6-e1ee11cab0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:45.551242 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5fa25797-46f2-43d0-b5e2-0a02dab31e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.571176 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5fa25797-46f2-43d0-b5e2-0a02dab31e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.614926 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5fa25797-46f2-43d0-b5e2-0a02dab31e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.617556 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5fa25797-46f2-43d0-b5e2-0a02dab31e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.618683 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-5fa25797-46f2-43d0-b5e2-0a02dab31e0a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4da1d86b-9eee-4d4a-bca2-63daca0b168a HTTP/1.1" status: 204 len: 168 time: 0.1144218 Jun 16 17:04:45.619468 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a9c1a628-762f-4038-a48d-cfe7b9abc7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:45.626762 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa25797-46f2-43d0-b5e2-0a02dab31e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da1d86b-9eee-4d4a-bca2-63daca0b168a,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:45.629070 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-5fa25797-46f2-43d0-b5e2-0a02dab31e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:48.003137 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:51.765325 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49358238-8f58-4e62-9e62-3d38d243cb70 req-a3fabe91-b1eb-4db6-8842-ac3c8cca0c01 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:51.766828 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-49358238-8f58-4e62-9e62-3d38d243cb70 req-a3fabe91-b1eb-4db6-8842-ac3c8cca0c01 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 945 time: 0.0668306 Jun 16 17:04:51.804611 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-49358238-8f58-4e62-9e62-3d38d243cb70 req-64c0c88d-f578-495d-a1d9-877b20c862e8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320721 Jun 16 17:04:52.979122 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b7f6c-91f2-44fc-b188-056414c1499d req-ae010386-9e59-4033-a5a6-c1a4aeffd85d tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:52.980601 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-804b7f6c-91f2-44fc-b188-056414c1499d req-ae010386-9e59-4033-a5a6-c1a4aeffd85d tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 945 time: 0.0633733 Jun 16 17:04:53.019505 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-804b7f6c-91f2-44fc-b188-056414c1499d req-ff2176c5-1556-41ec-9fb2-fb3f3b25603e tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332139 Jun 16 17:04:53.594840 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-eca53d3b-1835-433c-af2f-07e34fb8cf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.191260 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1e5c2-a98b-4177-a499-e06b58ec68fe req-08643f92-f21d-40fa-a161-07514c67260b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:54.192687 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-22d1e5c2-a98b-4177-a499-e06b58ec68fe req-08643f92-f21d-40fa-a161-07514c67260b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 945 time: 0.0641901 Jun 16 17:04:54.228339 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-22d1e5c2-a98b-4177-a499-e06b58ec68fe req-52aec496-af32-4783-9a2e-c9a747515ef0 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295970 Jun 16 17:04:55.542622 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981ac7e-f5f6-4687-bd22-14be44ede47a req-5a5b2ab4-d7ee-4d0d-a9cf-6ead8dead2c9 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:55.544041 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a981ac7e-f5f6-4687-bd22-14be44ede47a req-5a5b2ab4-d7ee-4d0d-a9cf-6ead8dead2c9 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 945 time: 0.2059057 Jun 16 17:04:55.579877 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a981ac7e-f5f6-4687-bd22-14be44ede47a req-813fccf2-6b58-4de5-843c-f7ce935f6de5 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302298 Jun 16 17:04:55.859562 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-f5b1325e-6701-4c6e-a531-f362295c38f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.272318 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.606976 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-53e1f155-3032-49c3-8157-aee704df7914 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:56.608410 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-53e1f155-3032-49c3-8157-aee704df7914 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 945 time: 0.0628657 Jun 16 17:04:56.715375 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Deleting port 85bdf0a9-2740-423c-be81-63060c87cf86 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:56.715882 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.837766 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] For port 85bdf0a9-2740-423c-be81-63060c87cf86, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=85bdf0a9-2740-423c-be81-63060c87cf86,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:56.838052 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.847068 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.892761 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9746d-1d6a-4c21-9897-eef79ab9ae6a req-9d31100c-c640-4630-bc2b-b47f1665cd58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:56.894205 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-71c9746d-1d6a-4c21-9897-eef79ab9ae6a req-9d31100c-c640-4630-bc2b-b47f1665cd58 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 945 time: 0.2021062 Jun 16 17:04:56.976377 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-71c9746d-1d6a-4c21-9897-eef79ab9ae6a req-6136b043-2bb6-4bbb-8699-f1d849fe0cb8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups?id=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755665 Jun 16 17:04:57.037099 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:57.037463 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:57.037776 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Floating IP 2ba301ed-8bda-4388-8e2d-53f9e0c1fb08 disassociated. External IP: 172.27.1.154, port: 85bdf0a9-2740-423c-be81-63060c87cf86. Jun 16 17:04:57.038113 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Calling delete_port for 85bdf0a9-2740-423c-be81-63060c87cf86 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:57.161852 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:57.165426 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:57.188668 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event deleted for resources: {'Port': ['ID=85bdf0a9-2740-423c-be81-63060c87cf86,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:57.191575 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:57.584630 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Router 00066e24-a085-447c-b7bf-bd3e811002f6 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:57.700634 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:57.712264 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] Sync routers for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:57.730305 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:57.731031 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:04:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:57.752400 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] No DVR routers for this DVR port 85bdf0a9-2740-423c-be81-63060c87cf86 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:57.755242 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:57.757343 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-7b124c61-d891-4384-a02a-f4554cb05e8d req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.46 "DELETE /v2.0/ports/85bdf0a9-2740-423c-be81-63060c87cf86 HTTP/1.1" status: 204 len: 173 time: 1.1424956 Jun 16 17:04:57.757751 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'name': 'network-vif-deleted', 'tag': '85bdf0a9-2740-423c-be81-63060c87cf86'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:57.761201 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca38d7a6-fa5b-47fd-b448-5b38e23d944c" -d '{"events": [{"server_uuid": "b0ab3b4e-a3b6-406f-ba45-133d046593a3", "name": "network-vif-deleted", "tag": "85bdf0a9-2740-423c-be81-63060c87cf86"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:57.819086 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72920af-1767-417c-a446-8f4242656ff8 x-openstack-request-id: req-c72920af-1767-417c-a446-8f4242656ff8 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:57.819638 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ab3b4e-a3b6-406f-ba45-133d046593a3", "name": "network-vif-deleted", "tag": "85bdf0a9-2740-423c-be81-63060c87cf86", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:57.820091 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c72920af-1767-417c-a446-8f4242656ff8 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:57.820590 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab3b4e-a3b6-406f-ba45-133d046593a3', 'name': 'network-vif-deleted', 'tag': '85bdf0a9-2740-423c-be81-63060c87cf86', 'status': 'completed', 'code': 200} Jun 16 17:04:57.961401 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:58.130859 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e502e1bf-9b9e-40b3-9aa5-d73dddc7cbb1 req-30008b89-eafe-4860-9a67-20d136c3c200 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0ab3b4e-a3b6-406f-ba45-133d046593a3 HTTP/1.1" status: 200 len: 210 time: 0.0307775 Jun 16 17:04:58.164500 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:58.168369 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] Checking router: 00066e24-a085-447c-b7bf-bd3e811002f6 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:58.176277 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:58.176877 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:04:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:58.277449 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:58.478196 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:58.481477 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762f2fb-4936-409f-93dc-41ef46368935 None None] The sync data for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi is: [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T16:59:44Z', 'revision_number': 4, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'a6c7ab84-b876-49cc-ac35-b816aecf2d05', 'name': '', 'network_id': '8e9efa6c-ea0a-41ea-89bc-0c150f93404a', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'mac_address': 'fa:16:3e:5c:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:43Z', 'updated_at': '2021-06-16T16:59:48Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'subnets': [{'id': '825d2fac-6472-46c2-98ee-27fe2a5b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:58.693341 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbedc99-a51c-48de-8821-46d4bedf022b None None] New status for floating IP 2ba301ed-8bda-4388-8e2d-53f9e0c1fb08: DOWN {{(pid=92708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:04:58.809524 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.252175 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36676) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:59.304296 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3c5fc043-3f5a-4b5c-8fcf-d39bd9654925 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.329003 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3c5fc043-3f5a-4b5c-8fcf-d39bd9654925 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.375578 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3c5fc043-3f5a-4b5c-8fcf-d39bd9654925 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.378274 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3c5fc043-3f5a-4b5c-8fcf-d39bd9654925 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.379404 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3c5fc043-3f5a-4b5c-8fcf-d39bd9654925 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "DELETE /v2.0/security-groups/8aa30e20-3ba2-4111-b0c3-c7b7e5c25352 HTTP/1.1" status: 204 len: 168 time: 0.1262357 Jun 16 17:04:59.380241 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-9604263f-63d8-44ab-a7c1-0e9d5b3cd992 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:59.382157 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 36678) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:59.388722 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fc043-3f5a-4b5c-8fcf-d39bd9654925 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa30e20-3ba2-4111-b0c3-c7b7e5c25352,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:59.391055 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3c5fc043-3f5a-4b5c-8fcf-d39bd9654925 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:59.396368 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.api.v2.resource [None req-63aecdcd-8b5b-4e7c-95ad-74015da3f09a tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] show failed (client error): The resource could not be found. Jun 16 17:04:59.397333 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-63aecdcd-8b5b-4e7c-95ad-74015da3f09a tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "GET /v2.0/security-groups/8aa30e20-3ba2-4111-b0c3-c7b7e5c25352 HTTP/1.1" status: 404 len: 347 time: 0.0141153 Jun 16 17:04:59.401281 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 36680) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:59.518513 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Deleting port 89f94d94-b87b-42c9-8d14-ebfa6b177820 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:59.518854 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.589336 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.589658 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.651365 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Calling delete_port for 89f94d94-b87b-42c9-8d14-ebfa6b177820 owned by network:floatingip {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:59.779358 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.781898 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-87b21d1c-7710-4f94-b6b8-5388e0856401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:59.804432 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Pushing event deleted for resources: {'Port': ['ID=89f94d94-b87b-42c9-8d14-ebfa6b177820,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:59.808048 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:59.861388 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks [] for floatingip, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.863869 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.864971 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-947eca0a-0213-4ce4-9189-643c2a8b9a5b tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] 10.222.0.98 "DELETE /v2.0/floatingips/2ba301ed-8bda-4388-8e2d-53f9e0c1fb08 HTTP/1.1" status: 204 len: 168 time: 0.4628129 Jun 16 17:05:00.663153 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 85bdf0a9-2740-423c-be81-63060c87cf86 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:00.683933 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 85bdf0a9-2740-423c-be81-63060c87cf86 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:00.684283 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 85bdf0a9-2740-423c-be81-63060c87cf86 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:03.522266 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36778) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:03.959038 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956618'] for router_interface, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:04.202368 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Deleting port a6c7ab84-b876-49cc-ac35-b816aecf2d05 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:04.202702 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:04.282221 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] For port a6c7ab84-b876-49cc-ac35-b816aecf2d05, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=a6c7ab84-b876-49cc-ac35-b816aecf2d05,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:04.282484 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:04.350525 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Calling delete_port for a6c7ab84-b876-49cc-ac35-b816aecf2d05 owned by network:router_interface {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:04.524639 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:04.526480 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:04.551960 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c7ab84-b876-49cc-ac35-b816aecf2d05,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:04.557563 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:04.714612 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956510'] for router_interface, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:04.925318 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Router 00066e24-a085-447c-b7bf-bd3e811002f6 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:05:05.029142 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:05:05.034129 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-61045c6e-84ad-4b02-bcc2-eb3c3e856468 admin admin] 10.222.0.98 "PUT /v2.0/routers/00066e24-a085-447c-b7bf-bd3e811002f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5106964 Jun 16 17:05:05.036599 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36788) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:05.038229 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] Sync routers for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:05:05.047736 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:05.048319 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:04:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:05.138971 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Notify callbacks [] for router, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:05.146995 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:05.242975 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:05.292142 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Deleting port 4599c638-fb51-48f7-90a4-69ad823690a8 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:05.292475 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:05.319351 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T17:05:04Z', 'revision_number': 5, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port': {'id': '4599c638-fb51-48f7-90a4-69ad823690a8', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:42Z', 'updated_at': '2021-06-16T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:05.322653 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] Checking router: 00066e24-a085-447c-b7bf-bd3e811002f6 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:05:05.330524 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] Routers {'00066e24-a085-447c-b7bf-bd3e811002f6'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:05.331122 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:04:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['00066e24-a085-447c-b7bf-bd3e811002f6'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:05.370153 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] For port 4599c638-fb51-48f7-90a4-69ad823690a8, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=4599c638-fb51-48f7-90a4-69ad823690a8,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:05.370532 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:05.417013 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] Set router 00066e24-a085-447c-b7bf-bd3e811002f6 gateway port host: None {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:05.433750 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Calling delete_port for 4599c638-fb51-48f7-90a4-69ad823690a8 owned by network:router_gateway {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:05.471958 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T17:05:05Z', 'revision_number': 6, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port_host': None}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:05.475554 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70689e7-fe60-4e7a-9f32-d4d2acd7e35d None None] The sync data for ids ['00066e24-a085-447c-b7bf-bd3e811002f6'] in dv-cinder-783389-6-iscsi is: [{'id': '00066e24-a085-447c-b7bf-bd3e811002f6', 'name': 'tempest-AttachVolumeTestJSON-1591180192-router', 'tenant_id': '53074527309a4fd8baba1c8f2b2f95e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:41Z', 'updated_at': '2021-06-16T17:05:05Z', 'revision_number': 6, 'project_id': '53074527309a4fd8baba1c8f2b2f95e0', 'gw_port_host': None}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:05:05.793410 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:05.795470 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:05.819122 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Pushing event deleted for resources: {'Port': ['ID=4599c638-fb51-48f7-90a4-69ad823690a8,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:05.822856 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:05.885185 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-939293'] for router_gateway, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:05.971798 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1142'] for router, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:05.973826 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.015172 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937047'] for router, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.015648 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00066e24-a085-447c-b7bf-bd3e811002f6 {{(pid=92705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:05:06.020272 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.021418 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-eae4a86c-27f7-4676-a1db-793ac5df983d admin admin] 10.222.0.98 "DELETE /v2.0/routers/00066e24-a085-447c-b7bf-bd3e811002f6 HTTP/1.1" status: 204 len: 168 time: 0.9839029 Jun 16 17:05:06.025879 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36792) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:06.073734 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a4424f-ba2d-47ac-b7ac-0690b0c61670 admin admin] Deleting subnet 825d2fac-6472-46c2-98ee-27fe2a5b1f38 {{(pid=92705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:05:06.077058 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d6a4424f-ba2d-47ac-b7ac-0690b0c61670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.110305 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d6a4424f-ba2d-47ac-b7ac-0690b0c61670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283608'] for subnet, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.212804 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d6a4424f-ba2d-47ac-b7ac-0690b0c61670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.271553 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d6a4424f-ba2d-47ac-b7ac-0690b0c61670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25362996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25183608'] for subnet, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.274477 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:06.298682 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4424f-ba2d-47ac-b7ac-0690b0c61670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=825d2fac-6472-46c2-98ee-27fe2a5b1f38,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:06.300635 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d6a4424f-ba2d-47ac-b7ac-0690b0c61670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.302485 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-d6a4424f-ba2d-47ac-b7ac-0690b0c61670 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/825d2fac-6472-46c2-98ee-27fe2a5b1f38 HTTP/1.1" status: 204 len: 168 time: 0.2756035 Jun 16 17:05:06.303351 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-d6a4424f-ba2d-47ac-b7ac-0690b0c61670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:06.304685 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7fd9fe-3eaf-42ed-8cf8-c02b5e6424ff None None] Network 8e9efa6c-ea0a-41ea-89bc-0c150f93404a requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:05:06.305709 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36794) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:06.375043 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.432659 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Deleting port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:06.433022 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.498811 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] For port d503bcc8-3d7f-486e-80c4-a1ee85e66f12, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=d503bcc8-3d7f-486e-80c4-a1ee85e66f12,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:06.499174 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.518106 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc59ade-12a8-4c0b-be32-8fc6209ca28a None None] DHCP port deletion for 8e9efa6c-ea0a-41ea-89bc-0c150f93404a request from dv-cinder-783389-6-iscsi {{(pid=92708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:05:06.561781 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-dfc59ade-12a8-4c0b-be32-8fc6209ca28a None None] Deleting port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 {{(pid=92708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:06.562073 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-dfc59ade-12a8-4c0b-be32-8fc6209ca28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.567132 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Calling delete_port for d503bcc8-3d7f-486e-80c4-a1ee85e66f12 owned by network:dhcp {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:06.627243 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-dfc59ade-12a8-4c0b-be32-8fc6209ca28a None None] For port d503bcc8-3d7f-486e-80c4-a1ee85e66f12, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=d503bcc8-3d7f-486e-80c4-a1ee85e66f12,segment=NetworkSegment(fedd5d7b-7345-487c-9bd3-fdc5823e7947),segment_id=fedd5d7b-7345-487c-9bd3-fdc5823e7947)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:06.627644 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-dfc59ade-12a8-4c0b-be32-8fc6209ca28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.645342 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.647550 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:06.674657 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Pushing event deleted for resources: {'Port': ['ID=d503bcc8-3d7f-486e-80c4-a1ee85e66f12,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:06.677267 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:06.679998 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] No DVR routers for this DVR port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 on host dv-cinder-783389-6-iscsi {{(pid=92705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:05:06.690908 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-dfc59ade-12a8-4c0b-be32-8fc6209ca28a None None] Calling delete_port for d503bcc8-3d7f-486e-80c4-a1ee85e66f12 owned by network:dhcp {{(pid=92708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:06.734986 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device d503bcc8-3d7f-486e-80c4-a1ee85e66f12 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:06.753619 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.764598 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9efa6c-ea0a-41ea-89bc-0c150f93404a']}} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:06.774109 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: d503bcc8-3d7f-486e-80c4-a1ee85e66f12 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:06.774318 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedd5d7b-7345-487c-9bd3-fdc5823e7947') {'for_net_delete': True} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:06.774484 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device d503bcc8-3d7f-486e-80c4-a1ee85e66f12 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:06.774598 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedd5d7b-7345-487c-9bd3-fdc5823e7947') {} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:06.774908 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device a6c7ab84-b876-49cc-ac35-b816aecf2d05 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:06.783199 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283585'] for segment, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.796919 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.808760 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: a6c7ab84-b876-49cc-ac35-b816aecf2d05 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:06.809120 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device a6c7ab84-b876-49cc-ac35-b816aecf2d05 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:06.809685 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 4599c638-fb51-48f7-90a4-69ad823690a8 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:06.812740 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-dfc59ade-12a8-4c0b-be32-8fc6209ca28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879'] for port, after_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.815735 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=92705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:05:06.816156 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25363115'] for segment, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: Traceback (most recent call last): Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: timer() Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: cb(*args, **kw) Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: return func(*args, **kwargs) Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: self._notify() Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: self.callback(batched_events) Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: event.method(event) Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: return f(self, *a, **k) Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._get(url).json() Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: return self.request(url, 'GET', **kwargs) Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:05:06.827901 dv-cinder-783389-6-iscsi neutron-server[92705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:05:06.834316 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:06.839360 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 4599c638-fb51-48f7-90a4-69ad823690a8 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:06.839704 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 4599c638-fb51-48f7-90a4-69ad823690a8 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:06.862185 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc59ade-12a8-4c0b-be32-8fc6209ca28a None None] No DVR routers for this DVR port d503bcc8-3d7f-486e-80c4-a1ee85e66f12 on host dv-cinder-783389-6-iscsi {{(pid=92708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:05:06.863871 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc59ade-12a8-4c0b-be32-8fc6209ca28a None None] Pushing event deleted for resources: {'Port': ['ID=d503bcc8-3d7f-486e-80c4-a1ee85e66f12,revision_number=None']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:06.866491 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-dfc59ade-12a8-4c0b-be32-8fc6209ca28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:06.885188 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.888826 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:06.891488 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.893154 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] 10.222.0.98 "DELETE /v2.0/networks/8e9efa6c-ea0a-41ea-89bc-0c150f93404a HTTP/1.1" status: 204 len: 168 time: 0.5867770 Jun 16 17:05:06.904682 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9efa6c-ea0a-41ea-89bc-0c150f93404a,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:06.907111 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-f57347e4-1f12-472a-a3b8-277e6335600b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:07.001919 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36800) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:07.041468 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-67a93c39-97c9-49e4-846b-bda0b63c307f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=53074527309a4fd8baba1c8f2b2f95e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382681 Jun 16 17:05:07.043798 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36802) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:07.089260 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aa191a5f-df10-4ac4-b17d-37c21b62f97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:07.109015 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aa191a5f-df10-4ac4-b17d-37c21b62f97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:07.159142 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aa191a5f-df10-4ac4-b17d-37c21b62f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:07.161947 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-aa191a5f-df10-4ac4-b17d-37c21b62f97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:07.163105 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-aa191a5f-df10-4ac4-b17d-37c21b62f97f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8a637494-cb0b-4de9-9db8-3e624c0e3f79 HTTP/1.1" status: 204 len: 168 time: 0.1184392 Jun 16 17:05:07.163870 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-25dbe43a-549f-450b-8acf-2baac84df622 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:07.171268 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa191a5f-df10-4ac4-b17d-37c21b62f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a637494-cb0b-4de9-9db8-3e624c0e3f79,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:07.173643 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-aa191a5f-df10-4ac4-b17d-37c21b62f97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:08.335494 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36854) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:08.435160 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0b6d93ac-15a6-4b4e-8456-d0d4d352b357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:08.525440 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0b6d93ac-15a6-4b4e-8456-d0d4d352b357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:08.529664 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0b6d93ac-15a6-4b4e-8456-d0d4d352b357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:08.532381 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-87441fbe-e0af-4b92-9837-a5e319e1e90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:08.566247 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d93ac-15a6-4b4e-8456-d0d4d352b357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e50bdbc-c1f5-4c7f-a375-5c21de302700,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:08.570499 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-0b6d93ac-15a6-4b4e-8456-d0d4d352b357 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2e56920eee544e5fba7af2021972de38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339220 Jun 16 17:05:08.571922 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0b6d93ac-15a6-4b4e-8456-d0d4d352b357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:08.574210 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36858) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:08.620384 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e032664e-4367-4d07-9051-0eef00394ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:08.641410 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e032664e-4367-4d07-9051-0eef00394ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:08.687207 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e032664e-4367-4d07-9051-0eef00394ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:08.689833 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e032664e-4367-4d07-9051-0eef00394ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:08.690992 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-e032664e-4367-4d07-9051-0eef00394ef7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e50bdbc-c1f5-4c7f-a375-5c21de302700 HTTP/1.1" status: 204 len: 168 time: 0.1164367 Jun 16 17:05:08.691757 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-fade31c6-2bb6-40d6-9467-1fc351689398 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:08.698874 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032664e-4367-4d07-9051-0eef00394ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e50bdbc-c1f5-4c7f-a375-5c21de302700,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:08.701115 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e032664e-4367-4d07-9051-0eef00394ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:10.984941 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 36934) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:11.091484 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b90453ca-c131-44d3-83a5-2d82d8fd0f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.181600 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b90453ca-c131-44d3-83a5-2d82d8fd0f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.185026 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b90453ca-c131-44d3-83a5-2d82d8fd0f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.188834 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:11.229881 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-b90453ca-c131-44d3-83a5-2d82d8fd0f78 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f8257d4fac844df48998efe71ff05bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436295 Jun 16 17:05:11.230824 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90453ca-c131-44d3-83a5-2d82d8fd0f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeea48d8-865b-4472-983b-6a0e969eef47,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:11.232604 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36940) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:11.233754 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b90453ca-c131-44d3-83a5-2d82d8fd0f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:11.286437 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1ebb-cd35-4a77-aadd-9e7953992b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.305677 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1ebb-cd35-4a77-aadd-9e7953992b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.352214 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1ebb-cd35-4a77-aadd-9e7953992b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.354768 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1ebb-cd35-4a77-aadd-9e7953992b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.355877 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7d6a1ebb-cd35-4a77-aadd-9e7953992b03 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aeea48d8-865b-4472-983b-6a0e969eef47 HTTP/1.1" status: 204 len: 168 time: 0.1217096 Jun 16 17:05:11.356616 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-af9fedbe-8e63-4207-b085-b46a23a1027c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:11.364161 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a1ebb-cd35-4a77-aadd-9e7953992b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeea48d8-865b-4472-983b-6a0e969eef47,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:11.368227 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7d6a1ebb-cd35-4a77-aadd-9e7953992b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:11.611196 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36946) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:11.624192 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7015d2bb-c235-41a9-8c3f-3310e62a121c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.710921 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7015d2bb-c235-41a9-8c3f-3310e62a121c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.714978 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7015d2bb-c235-41a9-8c3f-3310e62a121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.717173 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-aa191a5f-df10-4ac4-b17d-37c21b62f97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:11.752920 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7015d2bb-c235-41a9-8c3f-3310e62a121c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=86107c5702d34b57bbea61cd8b15944a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406264 Jun 16 17:05:11.753842 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015d2bb-c235-41a9-8c3f-3310e62a121c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa421a-3256-432b-ba50-98474eb462e4,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:11.756120 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 36948) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:11.762972 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7015d2bb-c235-41a9-8c3f-3310e62a121c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:11.805077 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2d7145da-9393-4236-8579-923e56928bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.825590 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2d7145da-9393-4236-8579-923e56928bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.877959 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2d7145da-9393-4236-8579-923e56928bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.880777 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-2d7145da-9393-4236-8579-923e56928bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.881991 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-2d7145da-9393-4236-8579-923e56928bca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c0aa421a-3256-432b-ba50-98474eb462e4 HTTP/1.1" status: 204 len: 168 time: 0.1249170 Jun 16 17:05:11.883409 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-83afc568-90cd-452b-8f84-d4dd6bfa771a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:11.891752 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7145da-9393-4236-8579-923e56928bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa421a-3256-432b-ba50-98474eb462e4,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:11.893933 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-2d7145da-9393-4236-8579-923e56928bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:15.331342 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:05:17.991482 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.275420 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37132) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:20.376211 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-16e34f28-b6de-4374-8d83-8a088f82e832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.465791 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-16e34f28-b6de-4374-8d83-8a088f82e832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.469373 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-16e34f28-b6de-4374-8d83-8a088f82e832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.474301 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-46552795-c509-4a56-b634-615e49ecfb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:20.504990 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34f28-b6de-4374-8d83-8a088f82e832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a8adc-6f88-4683-bee9-235e939a409b,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:20.508404 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-16e34f28-b6de-4374-8d83-8a088f82e832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:20.512637 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-16e34f28-b6de-4374-8d83-8a088f82e832 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5047d55442fb404e990b1dab57ba47f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355254 Jun 16 17:05:20.514520 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37136) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:20.560825 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d8912a08-0720-403e-9a1e-68f51ef9dc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.581243 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d8912a08-0720-403e-9a1e-68f51ef9dc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.625583 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d8912a08-0720-403e-9a1e-68f51ef9dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.628130 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-d8912a08-0720-403e-9a1e-68f51ef9dc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.629202 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-d8912a08-0720-403e-9a1e-68f51ef9dc5c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9b3a8adc-6f88-4683-bee9-235e939a409b HTTP/1.1" status: 204 len: 168 time: 0.1138082 Jun 16 17:05:20.630060 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-72546c2d-1cbc-42e0-8ca2-a9b863833eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:20.637627 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8912a08-0720-403e-9a1e-68f51ef9dc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a8adc-6f88-4683-bee9-235e939a409b,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:20.639823 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-d8912a08-0720-403e-9a1e-68f51ef9dc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:20.876431 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37142) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:20.892011 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ffac72f2-3dae-4b3f-b63e-f1e158b82c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.978824 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ffac72f2-3dae-4b3f-b63e-f1e158b82c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.982379 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ffac72f2-3dae-4b3f-b63e-f1e158b82c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.985415 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b7c306c5-8b69-4028-90d3-96f4ffff1601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:21.019330 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-ffac72f2-3dae-4b3f-b63e-f1e158b82c84 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=62a58e717f0f444f9243184235130567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418724 Jun 16 17:05:21.020603 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac72f2-3dae-4b3f-b63e-f1e158b82c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344afdeb-f4fd-4b3c-9afe-ccc2525b43bf,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:21.022006 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37144) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:21.024047 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ffac72f2-3dae-4b3f-b63e-f1e158b82c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:21.071761 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-dd2847b1-b713-42d1-8703-031b5bb996d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.092171 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-dd2847b1-b713-42d1-8703-031b5bb996d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.137711 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-dd2847b1-b713-42d1-8703-031b5bb996d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.140397 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-dd2847b1-b713-42d1-8703-031b5bb996d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.141513 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-dd2847b1-b713-42d1-8703-031b5bb996d2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/344afdeb-f4fd-4b3c-9afe-ccc2525b43bf HTTP/1.1" status: 204 len: 168 time: 0.1172826 Jun 16 17:05:21.143037 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4416660e-d908-4861-b05f-d670707f01d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:21.150048 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2847b1-b713-42d1-8703-031b5bb996d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344afdeb-f4fd-4b3c-9afe-ccc2525b43bf,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:21.152435 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-dd2847b1-b713-42d1-8703-031b5bb996d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:21.471302 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37156) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:21.484562 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-665975af-b1f9-415b-bf12-c5ddae4d33d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.577547 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-665975af-b1f9-415b-bf12-c5ddae4d33d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.581277 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-665975af-b1f9-415b-bf12-c5ddae4d33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.583875 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-cb53a8f0-3955-4a08-9f0c-05f6d7058045 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:21.617714 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665975af-b1f9-415b-bf12-c5ddae4d33d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6509af-53a3-4401-adc8-f6e4de29b53e,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:21.620798 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-665975af-b1f9-415b-bf12-c5ddae4d33d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:21.623441 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-665975af-b1f9-415b-bf12-c5ddae4d33d2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e68173028a2447c5b276fbf0499d6ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511109 Jun 16 17:05:21.626012 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37158) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:21.672226 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-397e4b33-6886-4613-bc23-85462adce743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.696345 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-397e4b33-6886-4613-bc23-85462adce743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.741563 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-397e4b33-6886-4613-bc23-85462adce743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.744315 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-397e4b33-6886-4613-bc23-85462adce743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:21.745433 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-397e4b33-6886-4613-bc23-85462adce743 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2b6509af-53a3-4401-adc8-f6e4de29b53e HTTP/1.1" status: 204 len: 168 time: 0.1184990 Jun 16 17:05:21.746220 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7015d2bb-c235-41a9-8c3f-3310e62a121c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:21.753484 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e4b33-6886-4613-bc23-85462adce743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6509af-53a3-4401-adc8-f6e4de29b53e,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:21.758432 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-397e4b33-6886-4613-bc23-85462adce743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:22.541345 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37190) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:22.662167 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6129c4ab-5d09-4a9c-83bf-65a69e529219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:22.774103 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6129c4ab-5d09-4a9c-83bf-65a69e529219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:22.778507 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-6129c4ab-5d09-4a9c-83bf-65a69e529219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:22.781713 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-cb06b238-9ee3-4f3b-9dca-f194f51cd30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:22.815952 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-6129c4ab-5d09-4a9c-83bf-65a69e529219 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=37d11f2cef9542d9862ab3c2e673e643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735355 Jun 16 17:05:22.818359 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c4ab-5d09-4a9c-83bf-65a69e529219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b108d7-b807-4206-b381-cdc7bac0203e,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:22.819248 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37202) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:22.821832 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-6129c4ab-5d09-4a9c-83bf-65a69e529219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:22.872948 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d0bdab18-c217-4828-958a-06e4a7083ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:22.893215 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d0bdab18-c217-4828-958a-06e4a7083ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:22.938960 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d0bdab18-c217-4828-958a-06e4a7083ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:22.941612 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-d0bdab18-c217-4828-958a-06e4a7083ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:22.945390 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-d0bdab18-c217-4828-958a-06e4a7083ad7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/71b108d7-b807-4206-b381-cdc7bac0203e HTTP/1.1" status: 204 len: 168 time: 0.1239526 Jun 16 17:05:22.946192 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3c4d2b2c-2922-4bce-8e39-a9145a3c2ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:22.953527 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdab18-c217-4828-958a-06e4a7083ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b108d7-b807-4206-b381-cdc7bac0203e,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:22.955789 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d0bdab18-c217-4828-958a-06e4a7083ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:23.596147 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2bd65651-6cd2-4080-9c96-d74520e3fa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:23.985419 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37248) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:24.092541 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03fff94f-433f-4845-bcdf-8be072873df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.178103 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03fff94f-433f-4845-bcdf-8be072873df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.182061 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-03fff94f-433f-4845-bcdf-8be072873df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.185158 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-105d2535-bc6b-447d-8c0c-996b85986857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:24.219314 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-03fff94f-433f-4845-bcdf-8be072873df6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d2ccbce086d64d07981a31733cd5317a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328148 Jun 16 17:05:24.220299 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fff94f-433f-4845-bcdf-8be072873df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa509ff-5646-46a6-86de-d8687144e058,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:24.221900 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37252) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:24.223533 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-03fff94f-433f-4845-bcdf-8be072873df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:24.269117 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b69b9105-d809-474f-ab4a-a03f8c705523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.289867 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b69b9105-d809-474f-ab4a-a03f8c705523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.336640 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b69b9105-d809-474f-ab4a-a03f8c705523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.339302 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b69b9105-d809-474f-ab4a-a03f8c705523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.340416 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-b69b9105-d809-474f-ab4a-a03f8c705523 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/baa509ff-5646-46a6-86de-d8687144e058 HTTP/1.1" status: 204 len: 168 time: 0.1174767 Jun 16 17:05:24.341248 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3c5fc043-3f5a-4b5c-8fcf-d39bd9654925 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:24.348792 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b9105-d809-474f-ab4a-a03f8c705523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa509ff-5646-46a6-86de-d8687144e058,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:24.350997 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b69b9105-d809-474f-ab4a-a03f8c705523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:25.861428 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-001f0228-558a-4b52-b276-7a262986524b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:26.263432 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:26.849567 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.499916 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37320) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:27.603126 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e56183d6-a0e2-4612-9b6f-2dd4b2d958a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.687657 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e56183d6-a0e2-4612-9b6f-2dd4b2d958a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.691099 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-e56183d6-a0e2-4612-9b6f-2dd4b2d958a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.693280 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-aebfd062-36c8-46e5-8f7c-a87d9a7ec55f tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:27.726732 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56183d6-a0e2-4612-9b6f-2dd4b2d958a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a233248b-2e9e-43a1-81cd-ad248638883b,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:27.730857 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-e56183d6-a0e2-4612-9b6f-2dd4b2d958a2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5faa549e922a43e5a2085d75453000bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299457 Jun 16 17:05:27.731843 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e56183d6-a0e2-4612-9b6f-2dd4b2d958a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:27.734465 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37326) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:27.781671 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0942768c-bb61-4957-87e0-c793577ac7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.801406 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0942768c-bb61-4957-87e0-c793577ac7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.845573 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0942768c-bb61-4957-87e0-c793577ac7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.848111 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-0942768c-bb61-4957-87e0-c793577ac7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.849215 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-0942768c-bb61-4957-87e0-c793577ac7d2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a233248b-2e9e-43a1-81cd-ad248638883b HTTP/1.1" status: 204 len: 168 time: 0.1143441 Jun 16 17:05:27.849998 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-653795fc-f48e-49e3-b25b-1d360196a441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:27.856960 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942768c-bb61-4957-87e0-c793577ac7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a233248b-2e9e-43a1-81cd-ad248638883b,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:27.862306 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0942768c-bb61-4957-87e0-c793577ac7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:28.098748 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37332) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:28.112624 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ba824308-96ae-479d-916c-78f103107c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.198103 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ba824308-96ae-479d-916c-78f103107c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.201684 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ba824308-96ae-479d-916c-78f103107c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.204762 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-6771c2b8-1b3f-48d2-b696-ea6109f0c4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:28.238594 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-ba824308-96ae-479d-916c-78f103107c94 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dae1a010b5b44556a2c3fbd6f971b94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387539 Jun 16 17:05:28.239758 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba824308-96ae-479d-916c-78f103107c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f8818e-c30e-4e3a-a9dc-212b84ef3c7e,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:28.241319 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37334) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:28.243296 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ba824308-96ae-479d-916c-78f103107c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:28.290170 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-524e62fc-3408-4a41-a427-974e0fde4067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.312807 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-524e62fc-3408-4a41-a427-974e0fde4067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.356796 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-524e62fc-3408-4a41-a427-974e0fde4067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.359606 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-524e62fc-3408-4a41-a427-974e0fde4067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.360710 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-524e62fc-3408-4a41-a427-974e0fde4067 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/86f8818e-c30e-4e3a-a9dc-212b84ef3c7e HTTP/1.1" status: 204 len: 168 time: 0.1171703 Jun 16 17:05:28.361445 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7d6a1ebb-cd35-4a77-aadd-9e7953992b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:28.368296 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e62fc-3408-4a41-a427-974e0fde4067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f8818e-c30e-4e3a-a9dc-212b84ef3c7e,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:28.371859 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-524e62fc-3408-4a41-a427-974e0fde4067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:28.800182 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.250148 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37458) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:35.348771 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fbaecd44-6674-4b9f-b668-59c058719cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.438302 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fbaecd44-6674-4b9f-b668-59c058719cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.441945 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fbaecd44-6674-4b9f-b668-59c058719cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.444981 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-0b6d93ac-15a6-4b4e-8456-d0d4d352b357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:35.479797 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-fbaecd44-6674-4b9f-b668-59c058719cec admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fd77ae35963841e0a2f95d73ebbb1c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285998 Jun 16 17:05:35.480925 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaecd44-6674-4b9f-b668-59c058719cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58fffb2-3864-418d-a228-65d2889dac8a,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:35.482779 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37462) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:35.483827 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-fbaecd44-6674-4b9f-b668-59c058719cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:35.531287 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.554391 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.599865 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.603077 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.604167 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b58fffb2-3864-418d-a228-65d2889dac8a HTTP/1.1" status: 204 len: 168 time: 0.1198385 Jun 16 17:05:35.604896 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c7f8e905-1310-4754-88bd-b9b32b294316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:35.612099 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58fffb2-3864-418d-a228-65d2889dac8a,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:35.619045 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.619426 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.619796 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.620224 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.620506 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.620866 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.621219 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.621577 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.622049 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.622536 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.623012 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.623359 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:35.626264 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:35.854362 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37468) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:35.867770 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-71c37083-e02b-4de5-b133-1f021ea13e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.954033 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-71c37083-e02b-4de5-b133-1f021ea13e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.957930 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-71c37083-e02b-4de5-b133-1f021ea13e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.961712 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-12b58cd9-0f16-4413-9edf-14684ebb6270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:35.995487 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-71c37083-e02b-4de5-b133-1f021ea13e8e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5d2706b289e947f3b9b972203a635bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400750 Jun 16 17:05:35.996459 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c37083-e02b-4de5-b133-1f021ea13e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10100ac-8165-4c13-baff-2fed2cd8f30f,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:35.998192 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37470) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:35.999448 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-71c37083-e02b-4de5-b133-1f021ea13e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:36.045354 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.068305 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.115574 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.118667 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.119764 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d10100ac-8165-4c13-baff-2fed2cd8f30f HTTP/1.1" status: 204 len: 168 time: 0.1205270 Jun 16 17:05:36.120582 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-fbaecd44-6674-4b9f-b668-59c058719cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:36.128125 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10100ac-8165-4c13-baff-2fed2cd8f30f,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:36.134935 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.135319 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.135690 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.136055 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.136416 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.136776 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.137138 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.137483 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.137898 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.138186 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.138583 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.138923 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.141728 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7bb1cebd-38bf-4089-9022-2b269ce25b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:36.428473 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37478) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:36.441991 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-93385701-0203-4632-9b73-b6f8f7661328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.530121 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-93385701-0203-4632-9b73-b6f8f7661328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.533668 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-93385701-0203-4632-9b73-b6f8f7661328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.535940 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-665975af-b1f9-415b-bf12-c5ddae4d33d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:36.571303 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-93385701-0203-4632-9b73-b6f8f7661328 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7c65e96cf47d42dc8209165ef67d6e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416197 Jun 16 17:05:36.572170 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93385701-0203-4632-9b73-b6f8f7661328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269c6c7e-2d7d-4141-ba19-1ae5be5167ca,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:36.573933 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37480) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:36.577959 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-93385701-0203-4632-9b73-b6f8f7661328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:36.622966 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a227f6be-0e98-41fb-810e-f45e1fc182d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.643091 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a227f6be-0e98-41fb-810e-f45e1fc182d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.687855 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a227f6be-0e98-41fb-810e-f45e1fc182d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.690927 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-a227f6be-0e98-41fb-810e-f45e1fc182d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.692036 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-a227f6be-0e98-41fb-810e-f45e1fc182d8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/269c6c7e-2d7d-4141-ba19-1ae5be5167ca HTTP/1.1" status: 204 len: 168 time: 0.1171043 Jun 16 17:05:36.692838 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-9287dde3-351b-4813-9a97-448c6512faee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:36.699988 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227f6be-0e98-41fb-810e-f45e1fc182d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269c6c7e-2d7d-4141-ba19-1ae5be5167ca,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:36.702177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a227f6be-0e98-41fb-810e-f45e1fc182d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:44.349801 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37640) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:44.450017 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c40cfe4f-c0e2-469c-b186-2290077666ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.536686 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c40cfe4f-c0e2-469c-b186-2290077666ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.540217 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c40cfe4f-c0e2-469c-b186-2290077666ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.542455 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-1f386794-ef68-4890-a722-7638ee07006f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:44.577025 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-c40cfe4f-c0e2-469c-b186-2290077666ec admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c3beb6d868604965ab71b7ed0bf27a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261660 Jun 16 17:05:44.577908 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cfe4f-c0e2-469c-b186-2290077666ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a62d62-46f1-40b9-958b-8cb6eab1efb8,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:44.579695 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37644) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:44.583471 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c40cfe4f-c0e2-469c-b186-2290077666ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:44.630949 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e2ca9cdd-f77b-48a8-a367-64926f1c9e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.652344 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e2ca9cdd-f77b-48a8-a367-64926f1c9e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.696831 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e2ca9cdd-f77b-48a8-a367-64926f1c9e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.699395 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e2ca9cdd-f77b-48a8-a367-64926f1c9e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.700539 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e2ca9cdd-f77b-48a8-a367-64926f1c9e8a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/12a62d62-46f1-40b9-958b-8cb6eab1efb8 HTTP/1.1" status: 204 len: 168 time: 0.1198773 Jun 16 17:05:44.701304 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-646a20a2-cb83-4ddb-a159-0f194b366548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:44.709709 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca9cdd-f77b-48a8-a367-64926f1c9e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a62d62-46f1-40b9-958b-8cb6eab1efb8,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:44.712003 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e2ca9cdd-f77b-48a8-a367-64926f1c9e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:47.294522 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37666) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:47.395114 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-05d823b1-8187-4ded-9c70-22bb510245e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.478504 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-05d823b1-8187-4ded-9c70-22bb510245e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.482011 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-05d823b1-8187-4ded-9c70-22bb510245e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.485167 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ed113939-5524-47db-9b4c-df00de9ea2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:47.518346 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-05d823b1-8187-4ded-9c70-22bb510245e3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f7cda279eb7144e9b11a07b54e52a4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227814 Jun 16 17:05:47.520221 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d823b1-8187-4ded-9c70-22bb510245e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb23a41-a582-4663-b183-8cafb296b032,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:47.521057 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37670) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:47.523192 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-05d823b1-8187-4ded-9c70-22bb510245e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:47.571707 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-399194f3-6b68-4046-9ddb-83c5b00b3d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.591983 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-399194f3-6b68-4046-9ddb-83c5b00b3d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.636927 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-399194f3-6b68-4046-9ddb-83c5b00b3d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.639585 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-399194f3-6b68-4046-9ddb-83c5b00b3d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.640671 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-399194f3-6b68-4046-9ddb-83c5b00b3d02 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1fb23a41-a582-4663-b183-8cafb296b032 HTTP/1.1" status: 204 len: 168 time: 0.1186686 Jun 16 17:05:47.641439 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ef6c3e28-5461-4a50-83dd-2e3a76d80902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:47.648769 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399194f3-6b68-4046-9ddb-83c5b00b3d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb23a41-a582-4663-b183-8cafb296b032,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:47.650917 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-399194f3-6b68-4046-9ddb-83c5b00b3d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:47.890024 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37676) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:47.903094 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ec1dcfef-91d3-4133-9836-47ffb85ae7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.988308 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ec1dcfef-91d3-4133-9836-47ffb85ae7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.992724 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-ec1dcfef-91d3-4133-9836-47ffb85ae7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.995019 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-d8912a08-0720-403e-9a1e-68f51ef9dc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:48.007298 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:48.027696 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dcfef-91d3-4133-9836-47ffb85ae7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea42269-95fe-44c3-8d16-a0567a744393,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:48.031860 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-ec1dcfef-91d3-4133-9836-47ffb85ae7f0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=02b4bc14c1594f609b1548ab3234667c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406848 Jun 16 17:05:48.032714 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-ec1dcfef-91d3-4133-9836-47ffb85ae7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:48.034442 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37678) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:48.080433 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a778719b-18bb-4f60-9ca9-ca5eebc85ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:48.100935 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a778719b-18bb-4f60-9ca9-ca5eebc85ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:48.147698 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a778719b-18bb-4f60-9ca9-ca5eebc85ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:48.150537 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-a778719b-18bb-4f60-9ca9-ca5eebc85ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:48.151765 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-a778719b-18bb-4f60-9ca9-ca5eebc85ba7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6ea42269-95fe-44c3-8d16-a0567a744393 HTTP/1.1" status: 204 len: 168 time: 0.1164339 Jun 16 17:05:48.152515 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c40cfe4f-c0e2-469c-b186-2290077666ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:48.159747 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778719b-18bb-4f60-9ca9-ca5eebc85ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea42269-95fe-44c3-8d16-a0567a744393,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:48.162047 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a778719b-18bb-4f60-9ca9-ca5eebc85ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:50.642731 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37716) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:50.793528 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Deleting port b48e6ac9-d02d-4ece-a946-46f80fd04978 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:50.793802 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.864817 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.865745 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.928457 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Calling delete_port for b48e6ac9-d02d-4ece-a946-46f80fd04978 owned by network:floatingip {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:51.066593 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:51.069634 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-da2fd673-c54c-432b-8f38-68d877c9087e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:51.093400 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event deleted for resources: {'Port': ['ID=b48e6ac9-d02d-4ece-a946-46f80fd04978,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:51.097224 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:51.153842 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for floatingip, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:51.154168 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.l3_db [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Floating IP beae3489-09fd-41c0-9946-4346e63a36ff disassociated (deleted). External IP: 172.27.1.224, port: 261c110c-bc78-40bc-8ccb-5e669727981b. Jun 16 17:05:51.349734 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Router e7594875-dd82-46fc-9f78-0d207f2d8453 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:05:51.454120 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:05:51.459060 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:51.464891 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] Sync routers for ids ['e7594875-dd82-46fc-9f78-0d207f2d8453'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:05:51.476608 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] Routers {'e7594875-dd82-46fc-9f78-0d207f2d8453'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:51.477229 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e7594875-dd82-46fc-9f78-0d207f2d8453'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:51.495178 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-10452d36-171f-4217-816b-9298344dfaf6 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "DELETE /v2.0/floatingips/beae3489-09fd-41c0-9946-4346e63a36ff HTTP/1.1" status: 204 len: 168 time: 0.8513615 Jun 16 17:05:51.495934 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b'}] {{(pid=92705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:51.498353 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6890075a74d5e06acd346aaca2eea1093c8dfce6f6b202791e980c9b2d18cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdc9118-55b9-45df-8efd-479728aa45ec" -d '{"events": [{"name": "network-changed", "server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b"}]}' {{(pid=92705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:51.682020 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37730) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:51.731510 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] Set router e7594875-dd82-46fc-9f78-0d207f2d8453 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:51.773119 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f10705-236e-4f06-8035-57b021de9cda x-openstack-request-id: req-89f10705-236e-4f06-8035-57b021de9cda {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:51.773453 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b", "status": "completed", "code": 200}]} {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:51.773743 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89f10705-236e-4f06-8035-57b021de9cda {{(pid=92705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:51.774171 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b', 'status': 'completed', 'code': 200} Jun 16 17:05:51.820777 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-904459bd-82eb-4dbb-95b5-2915dee37bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:51.928494 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-904459bd-82eb-4dbb-95b5-2915dee37bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:51.933326 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-904459bd-82eb-4dbb-95b5-2915dee37bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:51.936948 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-a6ce6da0-dc79-421d-be2d-9b537bd0708e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:51.960672 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-6493c95f-9bdf-48fe-a2a2-81f4c3efacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:51.962086 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:13Z', 'revision_number': 5, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:51.963308 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-6493c95f-9bdf-48fe-a2a2-81f4c3efacc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72e26b984ed54257bf3a08e75df6bd40&device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 1099 time: 0.1548080 Jun 16 17:05:51.965781 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] Checking router: e7594875-dd82-46fc-9f78-0d207f2d8453 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:05:51.971885 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd67cee-525d-46bc-9fe3-b5752feb7573 req-c2b5d5a1-8526-4fcb-82ab-fd9f017541c2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:51.973525 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfd67cee-525d-46bc-9fe3-b5752feb7573 req-c2b5d5a1-8526-4fcb-82ab-fd9f017541c2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.1197965 Jun 16 17:05:51.973839 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] Routers {'e7594875-dd82-46fc-9f78-0d207f2d8453'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:51.974502 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e7594875-dd82-46fc-9f78-0d207f2d8453'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:51.978313 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-904459bd-82eb-4dbb-95b5-2915dee37bbb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=abc56f16a8d342928aa0eda4f9b6a313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928619 Jun 16 17:05:51.978313 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904459bd-82eb-4dbb-95b5-2915dee37bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95edbc5b-c70f-40bf-a7a7-70b749f1b563,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:51.979608 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37738) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:51.981596 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-904459bd-82eb-4dbb-95b5-2915dee37bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:52.029497 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0ba9-9b20-4578-a582-69f8493001e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:52.050683 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0ba9-9b20-4578-a582-69f8493001e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:52.079764 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfd67cee-525d-46bc-9fe3-b5752feb7573 req-b3ef5752-1f59-4dfe-b787-ced69ef79f84 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792208 Jun 16 17:05:52.080844 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] Set router e7594875-dd82-46fc-9f78-0d207f2d8453 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:52.096917 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-3e50fd21-c343-4ee7-8a11-33e9e51c6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:52.098423 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-3e50fd21-c343-4ee7-8a11-33e9e51c6552 service neutron] 10.222.0.46 "GET /v2.0/networks?id=77becf68-20ab-4b50-b83d-4d8db47505f9 HTTP/1.1" status: 200 len: 910 time: 0.1236455 Jun 16 17:05:52.105883 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0ba9-9b20-4578-a582-69f8493001e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:52.108949 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0ba9-9b20-4578-a582-69f8493001e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:52.110561 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-fd4e0ba9-9b20-4578-a582-69f8493001e4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/95edbc5b-c70f-40bf-a7a7-70b749f1b563 HTTP/1.1" status: 204 len: 168 time: 0.1300294 Jun 16 17:05:52.111419 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-397e4b33-6886-4613-bc23-85462adce743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:52.119565 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e0ba9-9b20-4578-a582-69f8493001e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95edbc5b-c70f-40bf-a7a7-70b749f1b563,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:52.122165 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-fd4e0ba9-9b20-4578-a582-69f8493001e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:52.150902 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-e57171bd-b757-4dae-b2ce-5a676c62c9c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=261c110c-bc78-40bc-8ccb-5e669727981b HTTP/1.1" status: 200 len: 217 time: 0.0432167 Jun 16 17:05:52.203591 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-a2368be7-47b0-40a2-a4ee-1d6e42c819bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:52.205598 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-a2368be7-47b0-40a2-a4ee-1d6e42c819bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a28a280-85a5-4ae2-9fc5-7befba896d39 HTTP/1.1" status: 200 len: 847 time: 0.0477898 Jun 16 17:05:52.271754 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-de15e200-c5b1-4116-9029-daa66d6762b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:52.273289 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-de15e200-c5b1-4116-9029-daa66d6762b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77becf68-20ab-4b50-b83d-4d8db47505f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606954 Jun 16 17:05:52.285407 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-9ea95491-0496-4161-af4f-9fa986750a04 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:05:52.286629 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-9ea95491-0496-4161-af4f-9fa986750a04 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057437 Jun 16 17:05:52.317427 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:13Z', 'revision_number': 5, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:52.321205 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460abf4-94cb-462b-ad62-7c0d4b195ab1 None None] The sync data for ids ['e7594875-dd82-46fc-9f78-0d207f2d8453'] in dv-cinder-783389-6-iscsi is: [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:07Z', 'revision_number': 4, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'd64ea8f0-a537-47ea-a809-55676950ae9d', 'name': '', 'network_id': '77becf68-20ab-4b50-b83d-4d8db47505f9', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'mac_address': 'fa:16:3e:05:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:07Z', 'updated_at': '2021-06-16T17:01:13Z', 'revision_number': 5, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'subnets': [{'id': '4a28a280-85a5-4ae2-9fc5-7befba896d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:05:52.335955 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:05:52.385235 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-0be8e7b7-b122-44f2-babf-31b7981ea2cc service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908556 Jun 16 17:05:52.489691 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8bdc9118-55b9-45df-8efd-479728aa45ec req-854f0ef3-88f0-4809-aed4-52173d5137ed service neutron] 10.222.0.46 "GET /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972972 Jun 16 17:05:52.550451 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4c0ef-5589-46ef-8429-fa7d783eff64 None None] New status for floating IP beae3489-09fd-41c0-9946-4346e63a36ff: DOWN {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:05:53.269683 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45192003-c9dd-4d58-9eec-8c5eb4bf7e56 req-afbeddd1-17c9-4406-a23d-c6af49cb05f0 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:53.271778 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-45192003-c9dd-4d58-9eec-8c5eb4bf7e56 req-afbeddd1-17c9-4406-a23d-c6af49cb05f0 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0602324 Jun 16 17:05:53.306709 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-45192003-c9dd-4d58-9eec-8c5eb4bf7e56 req-189868f0-3488-4d8b-a41a-b5c48e439080 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/security-groups?id=10aa07df-b043-48fb-8fd3-b9e7eaac6184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295808 Jun 16 17:05:53.591550 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-13991b32-e438-4c65-93d0-b4ced3829f13 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:53.592990 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-13991b32-e438-4c65-93d0-b4ced3829f13 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.46 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 946 time: 0.0666838 Jun 16 17:05:53.597026 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c895e1ed-fc89-466e-8286-787b2b79071a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:53.688925 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Deleting port 261c110c-bc78-40bc-8ccb-5e669727981b {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:53.689269 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:53.778218 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] For port 261c110c-bc78-40bc-8ccb-5e669727981b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=261c110c-bc78-40bc-8ccb-5e669727981b,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:53.778602 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:53.839881 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Calling delete_port for 261c110c-bc78-40bc-8ccb-5e669727981b owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:53.965134 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:53.968937 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:53.992648 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event deleted for resources: {'Port': ['ID=261c110c-bc78-40bc-8ccb-5e669727981b,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:53.995937 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:54.042590 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] No DVR routers for this DVR port 261c110c-bc78-40bc-8ccb-5e669727981b on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:05:54.044968 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:54.046945 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cf5c2659-da70-4c7d-af6a-339606a61778 req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.46 "DELETE /v2.0/ports/261c110c-bc78-40bc-8ccb-5e669727981b HTTP/1.1" status: 204 len: 173 time: 0.4479342 Jun 16 17:05:54.047451 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'name': 'network-vif-deleted', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:54.049719 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e293415-eed7-43a1-97f1-f7d382456033" -d '{"events": [{"server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "name": "network-vif-deleted", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:54.199258 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25b5f69-f806-4463-a98a-c3a625f9921e x-openstack-request-id: req-c25b5f69-f806-4463-a98a-c3a625f9921e {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:54.199639 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25adc3f0-2593-4a75-b799-84c79152bb8f", "name": "network-vif-deleted", "tag": "261c110c-bc78-40bc-8ccb-5e669727981b", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:54.199934 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c25b5f69-f806-4463-a98a-c3a625f9921e {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:54.200375 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25adc3f0-2593-4a75-b799-84c79152bb8f', 'name': 'network-vif-deleted', 'tag': '261c110c-bc78-40bc-8ccb-5e669727981b', 'status': 'completed', 'code': 200} Jun 16 17:05:54.462188 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-290993b5-5022-4112-8b45-a51f390f190b req-31e65fb0-52db-4125-9c36-562707860c05 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "GET /v2.0/ports?device_id=25adc3f0-2593-4a75-b799-84c79152bb8f HTTP/1.1" status: 200 len: 210 time: 0.0317287 Jun 16 17:05:55.555206 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37752) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:55.611544 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7a00bee9-c303-4eeb-acc5-8cc2b224d2ec tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:55.634888 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7a00bee9-c303-4eeb-acc5-8cc2b224d2ec tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:55.690378 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7a00bee9-c303-4eeb-acc5-8cc2b224d2ec tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:55.692958 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7a00bee9-c303-4eeb-acc5-8cc2b224d2ec tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:55.694056 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7a00bee9-c303-4eeb-acc5-8cc2b224d2ec tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] 10.222.0.98 "DELETE /v2.0/security-groups/10aa07df-b043-48fb-8fd3-b9e7eaac6184 HTTP/1.1" status: 204 len: 168 time: 0.1378796 Jun 16 17:05:55.694880 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-38119810-39c8-4808-b5bb-fa57752ab82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:55.703739 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00bee9-c303-4eeb-acc5-8cc2b224d2ec tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aa07df-b043-48fb-8fd3-b9e7eaac6184,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:55.706358 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7a00bee9-c303-4eeb-acc5-8cc2b224d2ec tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:55.739693 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37756) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:55.863028 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-29ad7f3b-09f6-4ca1-afd9-7fd9df3a35ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.070583 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956618'] for router_interface, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.265012 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.506748 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Deleting port d64ea8f0-a537-47ea-a809-55676950ae9d {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:56.507321 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.581184 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] For port d64ea8f0-a537-47ea-a809-55676950ae9d, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=d64ea8f0-a537-47ea-a809-55676950ae9d,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:56.582073 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.644850 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Calling delete_port for d64ea8f0-a537-47ea-a809-55676950ae9d owned by network:router_interface {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:56.819041 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.820863 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7b98d5ee-7b2e-44de-8bb7-c186a6b6e2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:56.844532 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64ea8f0-a537-47ea-a809-55676950ae9d,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:56.846841 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:56.859887 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.004084 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 261c110c-bc78-40bc-8ccb-5e669727981b no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:57.011392 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956510'] for router_interface, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.024434 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 261c110c-bc78-40bc-8ccb-5e669727981b {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:57.024786 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 261c110c-bc78-40bc-8ccb-5e669727981b not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:57.211648 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Router e7594875-dd82-46fc-9f78-0d207f2d8453 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:05:57.311929 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:05:57.316800 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] 10.222.0.98 "PUT /v2.0/routers/e7594875-dd82-46fc-9f78-0d207f2d8453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5758574 Jun 16 17:05:57.319886 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37758) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:57.321643 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] Sync routers for ids ['e7594875-dd82-46fc-9f78-0d207f2d8453'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:05:57.330381 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] Routers {'e7594875-dd82-46fc-9f78-0d207f2d8453'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:57.330989 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e7594875-dd82-46fc-9f78-0d207f2d8453'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:57.423328 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Notify callbacks [] for router, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.431057 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] Set router e7594875-dd82-46fc-9f78-0d207f2d8453 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:57.523541 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.573632 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Deleting port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:57.574059 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.604006 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:05:56Z', 'revision_number': 5, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port': {'id': '3bcec378-040e-4cb8-aeb5-95dcb8ac95cb', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:57.607284 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] Checking router: e7594875-dd82-46fc-9f78-0d207f2d8453 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:05:57.615892 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] Routers {'e7594875-dd82-46fc-9f78-0d207f2d8453'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:57.616497 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['e7594875-dd82-46fc-9f78-0d207f2d8453'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:57.654822 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] For port 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=3bcec378-040e-4cb8-aeb5-95dcb8ac95cb,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:57.655443 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.703175 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] Set router e7594875-dd82-46fc-9f78-0d207f2d8453 gateway port host: None {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:57.716277 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Calling delete_port for 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb owned by network:router_gateway {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:57.756554 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:05:57Z', 'revision_number': 6, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port_host': None}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:57.760419 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e227b-e386-4f7e-a156-2618c22efe3c None None] The sync data for ids ['e7594875-dd82-46fc-9f78-0d207f2d8453'] in dv-cinder-783389-6-iscsi is: [{'id': 'e7594875-dd82-46fc-9f78-0d207f2d8453', 'name': 'tempest-TestShelveInstance-380744529-router', 'tenant_id': '72e26b984ed54257bf3a08e75df6bd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:05Z', 'updated_at': '2021-06-16T17:05:57Z', 'revision_number': 6, 'project_id': '72e26b984ed54257bf3a08e75df6bd40', 'gw_port_host': None}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:05:57.878027 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.879895 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-605e0c42-19eb-4900-a8f3-b03bf97ee084 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:57.911056 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcec378-040e-4cb8-aeb5-95dcb8ac95cb,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:57.912851 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:57.966328 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-939293'] for router_gateway, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.050827 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1142'] for router, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.053202 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.094819 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937047'] for router, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.095359 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7594875-dd82-46fc-9f78-0d207f2d8453 {{(pid=92705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:05:58.099618 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.100892 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-81ff44be-f1c2-4477-8c66-3be6c8f09c37 admin admin] 10.222.0.98 "DELETE /v2.0/routers/e7594875-dd82-46fc-9f78-0d207f2d8453 HTTP/1.1" status: 204 len: 168 time: 0.7799113 Jun 16 17:05:58.103346 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37762) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:58.154486 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eabe0f1-de51-4fbf-af53-a5eed1b147fd admin admin] Deleting subnet 4a28a280-85a5-4ae2-9fc5-7befba896d39 {{(pid=92705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:05:58.157603 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3eabe0f1-de51-4fbf-af53-a5eed1b147fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.190984 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3eabe0f1-de51-4fbf-af53-a5eed1b147fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283608'] for subnet, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.263570 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3eabe0f1-de51-4fbf-af53-a5eed1b147fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.311844 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3eabe0f1-de51-4fbf-af53-a5eed1b147fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25362996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25183608'] for subnet, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.313805 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:58.341730 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabe0f1-de51-4fbf-af53-a5eed1b147fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a28a280-85a5-4ae2-9fc5-7befba896d39,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:58.344558 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3eabe0f1-de51-4fbf-af53-a5eed1b147fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:58.345505 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3eabe0f1-de51-4fbf-af53-a5eed1b147fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.347330 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3eabe0f1-de51-4fbf-af53-a5eed1b147fd admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4a28a280-85a5-4ae2-9fc5-7befba896d39 HTTP/1.1" status: 204 len: 168 time: 0.2429519 Jun 16 17:05:58.349769 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37764) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:58.352257 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7510c83c-3290-4c3c-86a4-020c6820e6a2 None None] Network 77becf68-20ab-4b50-b83d-4d8db47505f9 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:05:58.415509 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.470974 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Deleting port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:58.471334 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.540877 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] For port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:58.540877 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.545720 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] DHCP port deletion for 77becf68-20ab-4b50-b83d-4d8db47505f9 request from dv-cinder-783389-6-iscsi {{(pid=92708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:05:58.597746 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Deleting port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 {{(pid=92708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:58.598270 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.606766 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Calling delete_port for 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 owned by network:dhcp {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:58.659014 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] For port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6,segment=NetworkSegment(5e0c6541-fb09-4d72-b677-074e5d2b39cb),segment_id=5e0c6541-fb09-4d72-b677-074e5d2b39cb)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:58.659490 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.685460 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.688099 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:58.716378 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:58.718380 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] No DVR routers for this DVR port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 on host dv-cinder-783389-6-iscsi {{(pid=92705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:05:58.720065 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:58.730161 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Calling delete_port for 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 owned by network:dhcp {{(pid=92708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:58.798087 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:58.802585 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.812498 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77becf68-20ab-4b50-b83d-4d8db47505f9']}} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:58.822122 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0c6541-fb09-4d72-b677-074e5d2b39cb') {'for_net_delete': True} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:58.822373 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0c6541-fb09-4d72-b677-074e5d2b39cb') {} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:58.830818 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283585'] for segment, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.834074 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:58.834456 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:58.834885 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device d64ea8f0-a537-47ea-a809-55676950ae9d no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:58.845731 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.852131 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=92705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:05:58.852516 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25363115'] for segment, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: Traceback (most recent call last): Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: timer() Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: cb(*args, **kw) Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: return func(*args, **kwargs) Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: self._notify() Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: self.callback(batched_events) Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: event.method(event) Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: return f(self, *a, **k) Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._get(url).json() Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: return self.request(url, 'GET', **kwargs) Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:05:58.854093 dv-cinder-783389-6-iscsi neutron-server[92705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:05:58.859465 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.862730 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: d64ea8f0-a537-47ea-a809-55676950ae9d {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:58.863107 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device d64ea8f0-a537-47ea-a809-55676950ae9d not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:58.863510 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:58.887367 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:58.887724 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 3bcec378-040e-4cb8-aeb5-95dcb8ac95cb not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:58.894009 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879'] for port, after_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.894650 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:58.910896 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.916378 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.919547 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Pushing event deleted for resources: {'Port': ['ID=2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6,revision_number=None']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:58.921216 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37766) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:58.921712 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] 10.222.0.98 "DELETE /v2.0/networks/77becf68-20ab-4b50-b83d-4d8db47505f9 HTTP/1.1" status: 204 len: 168 time: 0.5704153 Jun 16 17:05:58.922205 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:58.924024 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] No DVR routers for this DVR port 2ffd9f16-55a3-433b-9d5e-3d07f26dd4e6 on host dv-cinder-783389-6-iscsi {{(pid=92708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:05:58.931218 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.931565 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.931904 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.932234 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.932561 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.932886 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.933210 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.933532 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.933855 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.934172 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.934521 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.934843 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:58.937646 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:58.942450 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Pushing event deleted for resources: {'Network': ['ID=77becf68-20ab-4b50-b83d-4d8db47505f9,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:58.946084 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:59.250603 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956618'] for router_interface, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:59.488909 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Deleting port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:59.489161 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:59.563725 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] For port 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=6bf3a7b8-898e-4b1b-81cc-2699b9cf9945,segment=NetworkSegment(4ed34350-1d8b-4fcb-812c-8111a1375e71),segment_id=4ed34350-1d8b-4fcb-812c-8111a1375e71)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:59.564079 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:59.626186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Calling delete_port for 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 owned by network:router_interface {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:59.799067 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:59.802070 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3a109a54-c733-40f1-b008-45bd67301790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:59.826199 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf3a7b8-898e-4b1b-81cc-2699b9cf9945,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:59.829870 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:59.983418 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956510'] for router_interface, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.183070 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Router 2997a041-381e-43ac-8f13-8f5fb9a609fb has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:06:00.282911 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:00.287888 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] 10.222.0.98 "PUT /v2.0/routers/2997a041-381e-43ac-8f13-8f5fb9a609fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3647897 Jun 16 17:06:00.290868 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37768) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:00.293524 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] Sync routers for ids ['2997a041-381e-43ac-8f13-8f5fb9a609fb'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:00.302681 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] Routers {'2997a041-381e-43ac-8f13-8f5fb9a609fb'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:00.303363 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2997a041-381e-43ac-8f13-8f5fb9a609fb'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:00.406005 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] Set router 2997a041-381e-43ac-8f13-8f5fb9a609fb gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:00.671197 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Notify callbacks [] for router, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.673005 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'name': 'tempest-TestShelveInstance-1963707919-router', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:05:59Z', 'revision_number': 5, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'gw_port': {'id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:00.676268 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] Checking router: 2997a041-381e-43ac-8f13-8f5fb9a609fb for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:00.684040 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] Routers {'2997a041-381e-43ac-8f13-8f5fb9a609fb'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:00.684635 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2997a041-381e-43ac-8f13-8f5fb9a609fb'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:00.771790 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.787740 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] Set router 2997a041-381e-43ac-8f13-8f5fb9a609fb gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:00.823097 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Deleting port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:06:00.823439 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.898696 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] For port 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=7dcdf858-4d68-4e82-9cc5-92a916b1e9ee,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:00.899054 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.960583 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'name': 'tempest-TestShelveInstance-1963707919-router', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:05:59Z', 'revision_number': 5, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'gw_port': {'id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:00.962338 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Calling delete_port for 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee owned by network:router_gateway {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:06:00.963972 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6ca76-6d27-4da5-b4ae-46cfd34c950f None None] The sync data for ids ['2997a041-381e-43ac-8f13-8f5fb9a609fb'] in dv-cinder-783389-6-iscsi is: [{'id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'name': 'tempest-TestShelveInstance-1963707919-router', 'tenant_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:05:59Z', 'revision_number': 5, 'project_id': '1a146d207bbe4daeb44e5ed148bfa15f', 'gw_port': {'id': '7dcdf858-4d68-4e82-9cc5-92a916b1e9ee', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2997a041-381e-43ac-8f13-8f5fb9a609fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:10Z', 'updated_at': '2021-06-16T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:01.120844 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.123541 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-aa8c2dcd-bbc6-4cd8-aeb2-f231b6947055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:01.147156 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcdf858-4d68-4e82-9cc5-92a916b1e9ee,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:01.150827 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:01.208419 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-939293'] for router_gateway, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.293796 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1142'] for router, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.295790 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.339258 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937047'] for router, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.339825 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2997a041-381e-43ac-8f13-8f5fb9a609fb {{(pid=92706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:06:01.344296 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Notify callbacks [] for router, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.345434 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] 10.222.0.98 "DELETE /v2.0/routers/2997a041-381e-43ac-8f13-8f5fb9a609fb HTTP/1.1" status: 204 len: 168 time: 1.0536792 Jun 16 17:06:01.347869 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37770) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:01.391885 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf541614-3e5d-46ee-b0cb-bd2424ac4e7b admin admin] Deleting subnet 61ec86d7-c82a-421a-8898-fe98bbe9a811 {{(pid=92706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:06:01.395080 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cf541614-3e5d-46ee-b0cb-bd2424ac4e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.432963 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cf541614-3e5d-46ee-b0cb-bd2424ac4e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3390238'] for subnet, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.508001 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cf541614-3e5d-46ee-b0cb-bd2424ac4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.561541 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cf541614-3e5d-46ee-b0cb-bd2424ac4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3628078'] for subnet, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.564864 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-22086103-5c40-4dba-87f2-eb88875963ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:01.590016 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf541614-3e5d-46ee-b0cb-bd2424ac4e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ec86d7-c82a-421a-8898-fe98bbe9a811,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:01.592954 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cf541614-3e5d-46ee-b0cb-bd2424ac4e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.594965 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-cf541614-3e5d-46ee-b0cb-bd2424ac4e7b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/61ec86d7-c82a-421a-8898-fe98bbe9a811 HTTP/1.1" status: 204 len: 168 time: 0.2460878 Jun 16 17:06:01.595886 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-cf541614-3e5d-46ee-b0cb-bd2424ac4e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:01.596764 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5bc44-a479-4d19-aba9-ad4236cd751f None None] Network 7818967b-d00b-4c8b-bacd-f7fff9f6929b requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:06:01.597415 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37772) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:01.672887 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.722988 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Deleting port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:06:01.723366 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.789294 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] For port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=8b0c1736-ad27-43ef-bd78-9bc38fc840b4,segment=NetworkSegment(4ed34350-1d8b-4fcb-812c-8111a1375e71),segment_id=4ed34350-1d8b-4fcb-812c-8111a1375e71)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:01.789650 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.849731 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Calling delete_port for 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 owned by network:dhcp {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:06:01.927556 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.929471 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:01.952185 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0c1736-ad27-43ef-bd78-9bc38fc840b4,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:01.955316 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:01.956145 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] No DVR routers for this DVR port 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 on host dv-cinder-783389-6-iscsi {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:06:01.977144 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44831e6-0304-4570-9e1a-4e3cae22a777 None None] DHCP port deletion for 7818967b-d00b-4c8b-bacd-f7fff9f6929b request from dv-cinder-783389-6-iscsi {{(pid=92708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:06:02.029626 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.039325 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7818967b-d00b-4c8b-bacd-f7fff9f6929b']}} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:02.049017 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed34350-1d8b-4fcb-812c-8111a1375e71') {'for_net_delete': True} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:02.049314 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed34350-1d8b-4fcb-812c-8111a1375e71') {} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:02.057809 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3390215'] for segment, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.071265 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.076975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=92706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:06:02.077400 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387083'] for segment, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: Traceback (most recent call last): Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: timer() Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: cb(*args, **kw) Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: return func(*args, **kwargs) Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: self._notify() Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: self.callback(batched_events) Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: event.method(event) Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: return f(self, *a, **k) Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._get(url).json() Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: return self.request(url, 'GET', **kwargs) Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:06:02.079031 dv-cinder-783389-6-iscsi neutron-server[92706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:06:02.131129 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.134990 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-a93a15a3-3e2f-4cdd-a86e-67de1a2ba549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:02.137351 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.139174 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] 10.222.0.98 "DELETE /v2.0/networks/7818967b-d00b-4c8b-bacd-f7fff9f6929b HTTP/1.1" status: 204 len: 168 time: 0.5408468 Jun 16 17:06:02.150111 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7818967b-d00b-4c8b-bacd-f7fff9f6929b,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:02.152436 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:02.292056 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37776) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:02.335985 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-d7c371e0-aaab-4c55-a1a2-e544c1818f99 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=72e26b984ed54257bf3a08e75df6bd40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426011 Jun 16 17:06:02.338258 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37778) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:02.384624 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-36c91da7-80bc-4536-aa83-ef129c4d8aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.404973 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-36c91da7-80bc-4536-aa83-ef129c4d8aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.449528 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-36c91da7-80bc-4536-aa83-ef129c4d8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.452127 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-36c91da7-80bc-4536-aa83-ef129c4d8aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.453239 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-36c91da7-80bc-4536-aa83-ef129c4d8aa3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/71ec5ca6-bf39-4bfa-9b84-5ff3e8513222 HTTP/1.1" status: 204 len: 168 time: 0.1140566 Jun 16 17:06:02.454317 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d5179258-b288-4b99-891a-f015739d7494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:02.463439 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c91da7-80bc-4536-aa83-ef129c4d8aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ec5ca6-bf39-4bfa-9b84-5ff3e8513222,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:02.465670 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-36c91da7-80bc-4536-aa83-ef129c4d8aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:02.751582 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:06:02.762414 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37784) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:02.772087 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:06:02.772438 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 7dcdf858-4d68-4e82-9cc5-92a916b1e9ee not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:06:02.772858 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:06:02.795336 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:06:02.795691 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 8b0c1736-ad27-43ef-bd78-9bc38fc840b4 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:06:02.796109 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:06:02.805414 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7c022539-b69d-40e2-a134-14737112b64b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1a146d207bbe4daeb44e5ed148bfa15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393608 Jun 16 17:06:02.805640 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37786) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:02.814132 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:06:02.814636 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 6bf3a7b8-898e-4b1b-81cc-2699b9cf9945 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:06:02.854733 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-70b8eb3e-93db-4c37-a5ba-2ad13cbad0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.875038 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-70b8eb3e-93db-4c37-a5ba-2ad13cbad0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.919444 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-70b8eb3e-93db-4c37-a5ba-2ad13cbad0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.921971 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-70b8eb3e-93db-4c37-a5ba-2ad13cbad0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.923095 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-70b8eb3e-93db-4c37-a5ba-2ad13cbad0a7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e264d9ff-6293-43aa-837c-3f5d64eee471 HTTP/1.1" status: 204 len: 168 time: 0.1165841 Jun 16 17:06:02.923828 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b69b9105-d809-474f-ab4a-a03f8c705523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:02.931531 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8eb3e-93db-4c37-a5ba-2ad13cbad0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e264d9ff-6293-43aa-837c-3f5d64eee471,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:02.933762 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-70b8eb3e-93db-4c37-a5ba-2ad13cbad0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:03.547308 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37808) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:03.638808 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-827297627-network', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:03.658846 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Made reservation on behalf of d8080a757d2449b79c8f321e824c3f05 for: {'network': 1} {{(pid=92705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:06:03.661121 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.668925 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.757452 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.761394 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.764318 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-2d7145da-9393-4236-8579-923e56928bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:03.788609 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=92705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:06:03.794891 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271a4fbe-fb5a-4a0d-8339-fb72df18f313,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:03.798531 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:03.801441 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.802442 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.segments_db [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Added segment 7892df2b-408d-4f2d-a284-5b939f3175ac of type vlan for network d29b78f8-5db8-438b-b52a-841316b8e64e Jun 16 17:06:03.842713 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.869842 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.871115 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:03.871688 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.873637 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-5e9b2654-d71b-4a93-8fc0-eaca344c56bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:03.901682 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3533225 Jun 16 17:06:03.904827 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37812) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:03.910084 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Request body: {'subnet': {'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-827297627-subnet', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'ip_version': 4}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:03.930220 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Pushing event updated for resources: {'Network': ['ID=d29b78f8-5db8-438b-b52a-841316b8e64e,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:03.931577 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Made reservation on behalf of d8080a757d2449b79c8f321e824c3f05 for: {'subnet': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:06:03.932938 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c76d64b1-774f-422a-bdab-0cde709ea077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:03.934142 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3628085'] for subnet, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.940514 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network d29b78f8-5db8-438b-b52a-841316b8e64e details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:06:04.095584 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3386901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3628071'] for subnet, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.098548 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0891d45c-765a-46b9-b10c-a3c295b60688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:04.153959 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4501b4-fd44-426c-bb45-c5ee19a0617d,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:04.157646 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:04.161292 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Checking segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:04.162250 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Network hostable DHCP agents. Network: d29b78f8-5db8-438b-b52a-841316b8e64e, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:06:04.179067 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Network d29b78f8-5db8-438b-b52a-841316b8e64e is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:06:04.187586 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, d29b78f8-5db8-438b-b52a-841316b8e64e) {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:04.191478 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:04.192059 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.197707 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41b3a4-4a69-41b7-a0a1-ae80c39d5a51 None None] Network d29b78f8-5db8-438b-b52a-841316b8e64e requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:06:04.204739 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-25a4909e-a3c1-4f00-bbff-37fec6562794 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2988498 Jun 16 17:06:04.207707 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37814) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:04.212983 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:04.232551 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.233557 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1151'] for router, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.289422 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.431701 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.465809 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c085ca-2c1a-5bf4-a7bf-39277b0387d4-d29b78f8-5db8-438b-b52a-841316b8e64e', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d'}]}} from dv-cinder-783389-6-iscsi. {{(pid=92708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:06:04.466687 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.598108 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.db_base_plugin_common [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Allocated IP 172.20.0.2 (d29b78f8-5db8-438b-b52a-841316b8e64e/9e4501b4-fd44-426c-bb45-c5ee19a0617d/15c15d5d-8b6f-4623-96f8-c2d8aef77838) {{(pid=92708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:04.638127 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.656483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.744657 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.753407 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Transition to ACTIVE for port object 15c15d5d-8b6f-4623-96f8-c2d8aef77838 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:04.763028 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Allocated IP 172.27.1.68 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/4240580d-b960-4f17-b16e-68809bd77d95) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:04.770432 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Transition to ACTIVE for port object 15c15d5d-8b6f-4623-96f8-c2d8aef77838 will not be triggered until provisioned by entity DHCP. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:04.775733 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.778566 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:04.814411 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Network d29b78f8-5db8-438b-b52a-841316b8e64e is already hosted by enough agents. {{(pid=92708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:04.819179 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.base_scheduler [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Resources bound (agent type, host, resource id): {{(pid=92708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:04.821605 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Received port after_create {{(pid=92708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:04.832921 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Pushing event updated for resources: {'Port': ['ID=15c15d5d-8b6f-4623-96f8-c2d8aef77838,revision_number=1']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:04.836069 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:04.864367 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.882691 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Attempting to bind port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:04.883072 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Attempting to bind port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:04.883440 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Attempting to bind port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 on network d29b78f8-5db8-438b-b52a-841316b8e64e {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:04.888298 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:04.888658 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Checking segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:04.889062 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.889451 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Bound using segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:04.889924 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Bound port: 15c15d5d-8b6f-4623-96f8-c2d8aef77838, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:04.890323 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.901737 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.904682 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:04.940799 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:04.946888 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:04.950166 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:04.955830 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Pushing event updated for resources: {'Port': ['ID=4240580d-b960-4f17-b16e-68809bd77d95,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:04.957244 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] For port 15c15d5d-8b6f-4623-96f8-c2d8aef77838, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:04.961813 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] For port 15c15d5d-8b6f-4623-96f8-c2d8aef77838, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=15c15d5d-8b6f-4623-96f8-c2d8aef77838,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:04.966445 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.968391 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2e25d785-770f-4449-b38e-f07934a5107a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:04.975882 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:05.022350 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Pushing event updated for resources: {'Port': ['ID=15c15d5d-8b6f-4623-96f8-c2d8aef77838,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:05.025716 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:05.217475 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.406368 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982'] for router, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.529461 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Router 2252613e-57d2-4da9-8edb-67ef5db567b7 is scheduled to L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 with binding_index 1 {{(pid=92706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:06:05.907199 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6977c7-39ce-4acb-8dbf-f1a70191fdaa None None] Network d29b78f8-5db8-438b-b52a-841316b8e64e requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:06:05.928863 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:05.943991 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Notify callbacks [] for router, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.947729 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7357831 Jun 16 17:06:05.948147 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37816) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:05.960823 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Sync routers for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:05.982040 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:05.982703 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:06.097911 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-1a444a98-01cc-4902-a4d2-df4d2c2a9388 None None] Provisioning for port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:06.150428 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:06.339915 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:05Z', 'revision_number': 3, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:06.343424 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Checking router: 2252613e-57d2-4da9-8edb-67ef5db567b7 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:06.343787 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Updating router 2252613e-57d2-4da9-8edb-67ef5db567b7 port 4240580d-b960-4f17-b16e-68809bd77d95 binding host dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:06:06.357458 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.379899 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.515363 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_common [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Allocated IP 172.20.0.1 (d29b78f8-5db8-438b-b52a-841316b8e64e/9e4501b4-fd44-426c-bb45-c5ee19a0617d/7f66b888-b692-4687-a84b-1e655dbb7384) {{(pid=92705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:06.615685 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.628306 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.provisioning_blocks [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Transition to ACTIVE for port object 7f66b888-b692-4687-a84b-1e655dbb7384 will not be triggered until provisioned by entity DHCP. {{(pid=92705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:06.635721 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Notify callbacks [] for port, precommit_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.645138 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Transition to ACTIVE for port object 4240580d-b960-4f17-b16e-68809bd77d95 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:06.652200 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.654192 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:06.662409 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25363169'] for port, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.665092 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-63fafde0-18fe-4d52-ab15-9a345569abe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:06.699135 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Network d29b78f8-5db8-438b-b52a-841316b8e64e is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:06.701935 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:06.706419 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Received port after_create {{(pid=92705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:06.712375 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Attempting to bind port 4240580d-b960-4f17-b16e-68809bd77d95 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:06.712843 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Attempting to bind port 4240580d-b960-4f17-b16e-68809bd77d95 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:06.713238 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Attempting to bind port 4240580d-b960-4f17-b16e-68809bd77d95 on network f918d14e-4c62-4a95-b646-f45c14c58acf {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:06.717735 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266744f2-eb49-4322-b270-9bcefa714fd1 None None] Pushing event updated for resources: {'Port': ['ID=4240580d-b960-4f17-b16e-68809bd77d95,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:06.719534 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-266744f2-eb49-4322-b270-9bcefa714fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:06.724067 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:06.724503 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:06.724923 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.725323 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Bound using segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:06.725806 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Bound port: 4240580d-b960-4f17-b16e-68809bd77d95, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:06.726351 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.788760 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] For port 4240580d-b960-4f17-b16e-68809bd77d95, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:06.794890 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] For port 4240580d-b960-4f17-b16e-68809bd77d95, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=4240580d-b960-4f17-b16e-68809bd77d95,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:06.802024 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.805834 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:06.808543 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 15c15d5d-8b6f-4623-96f8-c2d8aef77838 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:06.903475 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266744f2-eb49-4322-b270-9bcefa714fd1 None None] Pushing event updated for resources: {'Port': ['ID=4240580d-b960-4f17-b16e-68809bd77d95,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:06.906656 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-266744f2-eb49-4322-b270-9bcefa714fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:06.907431 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:06.908055 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:06.962045 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Pushing event updated for resources: {'Port': ['ID=7f66b888-b692-4687-a84b-1e655dbb7384,revision_number=1']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:06.967391 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:06.978570 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934999'] for router_interface, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.996215 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:07.007163 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:07.007599 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.032596 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-7ef82945-66b9-4d6e-a36d-123dc37f3846 None None] Provisioning for port 7f66b888-b692-4687-a84b-1e655dbb7384 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:07.043924 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-7ef82945-66b9-4d6e-a36d-123dc37f3846 None None] Provisioning complete for port 7f66b888-b692-4687-a84b-1e655dbb7384 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:07.044304 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-7ef82945-66b9-4d6e-a36d-123dc37f3846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.097169 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:07.112493 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.155354 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-7ef82945-66b9-4d6e-a36d-123dc37f3846 None None] Port 7f66b888-b692-4687-a84b-1e655dbb7384 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:06:07.239268 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.269557 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.275789 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25363191'] for port, after_update {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.278851 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-06eac479-e223-44ac-9707-62cffe592dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:07.306869 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 15c15d5d-8b6f-4623-96f8-c2d8aef77838, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=15c15d5d-8b6f-4623-96f8-c2d8aef77838,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:07.313159 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.316515 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:07.341780 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934955'] for router_interface, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.344418 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Pushing event updated for resources: {'Port': ['ID=7f66b888-b692-4687-a84b-1e655dbb7384,revision_number=2']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:07.350565 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:07.372722 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=15c15d5d-8b6f-4623-96f8-c2d8aef77838,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:07.376118 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:07.380386 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:05Z', 'revision_number': 3, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:07.384058 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff453c7-6fd3-4068-8faa-caf3bb595317 None None] The sync data for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi is: [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:05Z', 'revision_number': 3, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:07.439214 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Network d29b78f8-5db8-438b-b52a-841316b8e64e is already hosted by enough agents. {{(pid=92705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:07.440897 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.base_scheduler [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Resources bound (agent type, host, resource id): {{(pid=92705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:07.554556 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Router 2252613e-57d2-4da9-8edb-67ef5db567b7 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:06:07.678824 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-017bf521-621b-46af-999f-3d89027f3ea4 None None] Provisioning complete for port 7f66b888-b692-4687-a84b-1e655dbb7384 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:07.679209 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-017bf521-621b-46af-999f-3d89027f3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.685173 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:07.694860 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] 10.222.0.98 "PUT /v2.0/routers/2252613e-57d2-4da9-8edb-67ef5db567b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454815 Jun 16 17:06:07.726586 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-017bf521-621b-46af-999f-3d89027f3ea4 None None] Port 7f66b888-b692-4687-a84b-1e655dbb7384 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:06:08.169702 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37832) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:08.174843 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1226644774-network', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:08.196465 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Made reservation on behalf of dd5868abab6c4bdd8941c5dca150b3a0 for: {'network': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:06:08.198975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for network, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.208209 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.294983 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.298623 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.301413 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-42fc5d15-14e1-4ff0-8d58-b78803e09790 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:08.323035 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=92706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:06:08.332556 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124e85ba-84c7-4e56-b701-2644ff0e90e6,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:08.337173 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:08.338173 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.338533 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.segments_db [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Added segment e3c9223d-7d4f-42ef-9f28-d9c4c6822c54 of type vlan for network 34f1c852-e422-468c-a70d-3eaac872e299 Jun 16 17:06:08.377476 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785442930845'] for network, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.404992 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736'] for network, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.406257 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:08.406850 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.408834 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-604531ed-3113-4920-9383-12f8381df0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:08.437192 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2660091 Jun 16 17:06:08.439513 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37834) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:08.444183 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Request body: {'subnet': {'network_id': '34f1c852-e422-468c-a70d-3eaac872e299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1226644774-subnet', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'ip_version': 4}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:08.480465 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Pushing event updated for resources: {'Network': ['ID=34f1c852-e422-468c-a70d-3eaac872e299,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:08.484409 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:08.490085 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Network 34f1c852-e422-468c-a70d-3eaac872e299 details requested by agent ovs-agent-dv-cinder-783389-6-iscsi with host dv-cinder-783389-6-iscsi {{(pid=92708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:06:08.495711 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Made reservation on behalf of dd5868abab6c4bdd8941c5dca150b3a0 for: {'subnet': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:06:08.498229 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3628085'] for subnet, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.681579 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3386901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3628071'] for subnet, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.683973 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ecec9fa4-00a1-41a6-80d1-d8612ac90c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:08.738373 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f78692-6b5f-4488-b689-01c554386ce6,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:08.742213 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:08.749487 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Checking segment: {'id': 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:08.749844 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Network hostable DHCP agents. Network: 34f1c852-e422-468c-a70d-3eaac872e299, hostable agents: ['ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630'], hosted agents: [] {{(pid=92706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:06:08.773826 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Network 34f1c852-e422-468c-a70d-3eaac872e299 is scheduled to be hosted by DHCP agent ba22f0f1-71c7-4cba-bbe6-7daeaf9d4630 with binding_index 1 {{(pid=92706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:06:08.782833 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-iscsi, 34f1c852-e422-468c-a70d-3eaac872e299) {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:08.787760 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:08.788425 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.794565 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b110dd-a9cc-440a-9b3f-5933ab55882d None None] Network 34f1c852-e422-468c-a70d-3eaac872e299 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:06:08.809518 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-63629c2c-ca67-405e-afa5-79df952703e1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3690083 Jun 16 17:06:08.812464 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37836) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:08.817262 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1226644774-router', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:08.844619 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.845699 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1151'] for router, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.863856 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 15c15d5d-8b6f-4623-96f8-c2d8aef77838 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:08.897853 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.934253 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Sync routers for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:08.944382 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:08.945337 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:08.965383 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:08.965765 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.017347 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c085ca-2c1a-5bf4-a7bf-39277b0387d4-34f1c852-e422-468c-a70d-3eaac872e299', 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'fixed_ips': [{'subnet_id': 'f4f78692-6b5f-4488-b689-01c554386ce6'}]}} from dv-cinder-783389-6-iscsi. {{(pid=92708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:06:09.018454 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.041328 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1129'] for router, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.057749 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:09.167007 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 4240580d-b960-4f17-b16e-68809bd77d95 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:09.217603 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.db_base_plugin_common [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Allocated IP 172.20.0.2 (34f1c852-e422-468c-a70d-3eaac872e299/f4f78692-6b5f-4488-b689-01c554386ce6/e3752797-430c-4dc0-a896-6fee470261c7) {{(pid=92708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:09.255104 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.256510 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 4240580d-b960-4f17-b16e-68809bd77d95 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:09.265094 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 2, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:09.267033 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 4240580d-b960-4f17-b16e-68809bd77d95 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:09.267419 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.268365 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Checking router: 2252613e-57d2-4da9-8edb-67ef5db567b7 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:09.268907 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Updating router 2252613e-57d2-4da9-8edb-67ef5db567b7 port 7f66b888-b692-4687-a84b-1e655dbb7384 binding host dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:06:09.276444 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.303589 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.381229 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Allocated IP 172.27.1.79 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/5b369525-0f1e-4e6c-ab30-9a841b95d382) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:09.433251 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.439295 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Notify callbacks [] for port, precommit_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.458896 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Transition to ACTIVE for port object e3752797-430c-4dc0-a896-6fee470261c7 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:09.466600 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 4240580d-b960-4f17-b16e-68809bd77d95, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=4240580d-b960-4f17-b16e-68809bd77d95,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:09.472507 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.477431 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-266744f2-eb49-4322-b270-9bcefa714fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:09.500173 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Transition to ACTIVE for port object e3752797-430c-4dc0-a896-6fee470261c7 will not be triggered until provisioned by entity DHCP. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:09.504329 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.512260 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870'] for port, after_create {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.541407 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Network 34f1c852-e422-468c-a70d-3eaac872e299 is already hosted by enough agents. {{(pid=92708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:09.542730 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=4240580d-b960-4f17-b16e-68809bd77d95,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:09.545889 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.scheduler.base_scheduler [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Resources bound (agent type, host, resource id): {{(pid=92708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:09.547849 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:09.548005 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.548454 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:09.550653 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Received port after_create {{(pid=92708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:09.556704 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-65f85d17-436b-4a4e-8b07-b98c4241a8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:09.579249 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Notify callbacks [] for port, precommit_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.580819 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:09.584695 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:09.587510 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:09.591236 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.provisioning_blocks [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Transition to ACTIVE for port object 7f66b888-b692-4687-a84b-1e655dbb7384 will not be triggered until provisioned by entity L2. {{(pid=92709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:09.597021 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.600149 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-4a154525-a715-4214-b6a1-8c8896b62d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:09.634757 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Pushing event updated for resources: {'Port': ['ID=e3752797-430c-4dc0-a896-6fee470261c7,revision_number=1']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:09.635846 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Pushing event updated for resources: {'Port': ['ID=5b369525-0f1e-4e6c-ab30-9a841b95d382,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:09.638740 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:09.641101 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Attempting to bind port e3752797-430c-4dc0-a896-6fee470261c7 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:09.641481 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Attempting to bind port e3752797-430c-4dc0-a896-6fee470261c7 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:09.641618 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:09.641853 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Attempting to bind port e3752797-430c-4dc0-a896-6fee470261c7 on network 34f1c852-e422-468c-a70d-3eaac872e299 {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:09.646600 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Pushing event updated for resources: {'Port': ['ID=7f66b888-b692-4687-a84b-1e655dbb7384,revision_number=3']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:09.647648 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:09.648028 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Checking segment: {'id': 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:09.648431 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.649006 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Bound using segment: {'id': 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:09.649663 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Bound port: e3752797-430c-4dc0-a896-6fee470261c7, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:09.650226 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.654852 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.655202 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.655541 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.655875 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.656202 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.656530 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.656855 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.657178 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.657506 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.657807 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.658155 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.658483 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:09.670608 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:09.715910 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] For port e3752797-430c-4dc0-a896-6fee470261c7, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:09.721011 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] For port e3752797-430c-4dc0-a896-6fee470261c7, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=e3752797-430c-4dc0-a896-6fee470261c7,segment=NetworkSegment(e3c9223d-7d4f-42ef-9f28-d9c4c6822c54),segment_id=e3c9223d-7d4f-42ef-9f28-d9c4c6822c54)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:09.728630 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.732816 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-266744f2-eb49-4322-b270-9bcefa714fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:09.771903 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Attempting to bind port 7f66b888-b692-4687-a84b-1e655dbb7384 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:09.772270 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Attempting to bind port 7f66b888-b692-4687-a84b-1e655dbb7384 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:09.772832 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Attempting to bind port 7f66b888-b692-4687-a84b-1e655dbb7384 on network d29b78f8-5db8-438b-b52a-841316b8e64e {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:09.779297 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:09.779675 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Checking segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:09.780205 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.780611 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Bound using segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:09.781276 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Bound port: 7f66b888-b692-4687-a84b-1e655dbb7384, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'}}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:09.782018 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.797239 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Pushing event updated for resources: {'Port': ['ID=e3752797-430c-4dc0-a896-6fee470261c7,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:09.801131 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-22a81123-2d6a-4fc7-aeec-655fd8f2cf73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:09.897942 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.944616 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] For port 7f66b888-b692-4687-a84b-1e655dbb7384, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:09.961401 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] For port 7f66b888-b692-4687-a84b-1e655dbb7384, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=7f66b888-b692-4687-a84b-1e655dbb7384,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:09.967131 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.976778 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-69dc539d-c674-403c-aadc-bdd8afbc84c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:10.021238 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:10.022552 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:10.147405 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:10.150702 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938982'] for router, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.284175 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 is scheduled to L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 with binding_index 1 {{(pid=92706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:06:10.334232 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Pushing event updated for resources: {'Port': ['ID=7f66b888-b692-4687-a84b-1e655dbb7384,revision_number=4']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:10.346778 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-1bdc4d17-5f8c-40ce-b562-93e6f14054b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:10.392225 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:10.401781 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Sync routers for ids ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:10.408641 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] Notify callbacks [] for router, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.413171 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-cc102d08-0e89-44d5-8594-dab0f03bbf30 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5965662 Jun 16 17:06:10.413318 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Routers {'474696d0-3c5b-44c1-85ea-bbcd3fba0160'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:10.413518 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37840) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:10.413642 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:10.483627 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:10.487253 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd0f70-a1e7-46e2-a5bb-688afbe129cc None None] The sync data for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi is: [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:10.545361 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Set router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:10.826010 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'name': 'tempest-TestVolumeBootPattern-1226644774-router', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:08Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 3, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'gw_port': {'id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:09Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:10.829829 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Checking router: 474696d0-3c5b-44c1-85ea-bbcd3fba0160 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:10.830267 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Updating router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 port 5b369525-0f1e-4e6c-ab30-9a841b95d382 binding host dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:06:10.879450 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.954737 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.016097 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 7f66b888-b692-4687-a84b-1e655dbb7384 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:11.021737 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c351e-fe53-42f4-ac24-661a4c7f25f4 None None] Network 34f1c852-e422-468c-a70d-3eaac872e299 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:06:11.133511 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Allocated IP 172.20.0.1 (34f1c852-e422-468c-a70d-3eaac872e299/f4f78692-6b5f-4488-b689-01c554386ce6/c2fa98cb-8bce-4d48-8548-ab2a1f263d2b) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:11.167047 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-ae429ad3-293a-48fb-a5ca-060cb7bd0250 None None] Provisioning for port e3752797-430c-4dc0-a896-6fee470261c7 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:11.249789 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.256075 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 7f66b888-b692-4687-a84b-1e655dbb7384 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:11.264302 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Transition to ACTIVE for port object c2fa98cb-8bce-4d48-8548-ab2a1f263d2b will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:11.273638 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 7f66b888-b692-4687-a84b-1e655dbb7384 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:11.274025 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.300872 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.304253 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1a52d6af-5040-4e7c-9c4c-e79ff54cdc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:11.347912 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Network 34f1c852-e422-468c-a70d-3eaac872e299 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:11.354599 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:11.359083 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:11.362360 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fa98cb-8bce-4d48-8548-ab2a1f263d2b,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:11.382513 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:11.400625 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934999'] for router_interface, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.412340 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Notify callbacks [] for port, precommit_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.458754 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Transition to ACTIVE for port object 5b369525-0f1e-4e6c-ab30-9a841b95d382 will not be triggered until provisioned by entity L2. {{(pid=92708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:11.465899 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.469924 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.481462 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-63df41ba-2b55-4bcb-9ee2-7f406b0f3ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:11.553639 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.560608 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 7f66b888-b692-4687-a84b-1e655dbb7384, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=7f66b888-b692-4687-a84b-1e655dbb7384,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:11.561722 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f7db6-b1bd-4bbd-9281-a78159e6efaa None None] Pushing event updated for resources: {'Port': ['ID=5b369525-0f1e-4e6c-ab30-9a841b95d382,revision_number=2']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:11.564390 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Attempting to bind port 5b369525-0f1e-4e6c-ab30-9a841b95d382 on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:11.565059 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Attempting to bind port 5b369525-0f1e-4e6c-ab30-9a841b95d382 by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:11.565434 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Attempting to bind port 5b369525-0f1e-4e6c-ab30-9a841b95d382 on network f918d14e-4c62-4a95-b646-f45c14c58acf {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:11.568210 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-111f7db6-b1bd-4bbd-9281-a78159e6efaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:11.570767 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.571214 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 4240580d-b960-4f17-b16e-68809bd77d95 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:11.575165 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:11.616222 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:11.616705 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Checking segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:11.617228 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.617533 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Bound using segment: {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'} {{(pid=92708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:11.618050 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.managers [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Bound port: 5b369525-0f1e-4e6c-ab30-9a841b95d382, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8023a6-e328-468d-97a5-25718be6b22c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf'}}] {{(pid=92708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:11.618476 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.744437 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.751518 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.756311 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-abd5e9bf-591c-40ee-8656-3be8ec8710ae tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:11.826251 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934955'] for router_interface, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.828255 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fa98cb-8bce-4d48-8548-ab2a1f263d2b,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:11.832104 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:11.857479 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=7f66b888-b692-4687-a84b-1e655dbb7384,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:11.860684 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:11.864140 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] For port 5b369525-0f1e-4e6c-ab30-9a841b95d382, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:11.872115 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] For port 5b369525-0f1e-4e6c-ab30-9a841b95d382, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=5b369525-0f1e-4e6c-ab30-9a841b95d382,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:11.883024 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.886166 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:11.890129 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-1a5baec1-e21d-45cd-8fc1-33200ffc5cd5 None None] Provisioning for port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:11.912160 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 4240580d-b960-4f17-b16e-68809bd77d95 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:11.912537 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.936864 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Network 34f1c852-e422-468c-a70d-3eaac872e299 is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:11.938697 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:11.944511 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-1a5baec1-e21d-45cd-8fc1-33200ffc5cd5 None None] Provisioning complete for port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:11.944896 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-1a5baec1-e21d-45cd-8fc1-33200ffc5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.017323 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f7db6-b1bd-4bbd-9281-a78159e6efaa None None] Pushing event updated for resources: {'Port': ['ID=5b369525-0f1e-4e6c-ab30-9a841b95d382,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:12.020559 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-111f7db6-b1bd-4bbd-9281-a78159e6efaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:12.022123 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-1a5baec1-e21d-45cd-8fc1-33200ffc5cd5 None None] Port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:06:12.023808 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Routers {'474696d0-3c5b-44c1-85ea-bbcd3fba0160'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:12.024436 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:12.052536 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:06:12.151118 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e3752797-430c-4dc0-a896-6fee470261c7 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:12.161996 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:12.167460 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-0b07ac73-5155-4022-911b-547dab6101a8 admin admin] 10.222.0.98 "PUT /v2.0/routers/474696d0-3c5b-44c1-85ea-bbcd3fba0160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525890 Jun 16 17:06:12.213400 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] Set router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:12.307650 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-dd7a0873-4487-4dff-8355-5ec85bd8e533 None None] Provisioning complete for port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:12.308038 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-dd7a0873-4487-4dff-8355-5ec85bd8e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.346588 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port e3752797-430c-4dc0-a896-6fee470261c7 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:12.357140 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port e3752797-430c-4dc0-a896-6fee470261c7 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:12.357517 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.437276 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a0873-4487-4dff-8355-5ec85bd8e533 None None] Port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:06:12.545214 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.586812 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'name': 'tempest-TestVolumeBootPattern-1226644774-router', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:08Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 4, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'gw_port': {'id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:09Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'c2fa98cb-8bce-4d48-8548-ab2a1f263d2b', 'name': '', 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'mac_address': 'fa:16:3e:5f:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4f78692-6b5f-4488-b689-01c554386ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:10Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 2, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'subnets': [{'id': 'f4f78692-6b5f-4488-b689-01c554386ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:12.589360 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port e3752797-430c-4dc0-a896-6fee470261c7, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=e3752797-430c-4dc0-a896-6fee470261c7,segment=NetworkSegment(e3c9223d-7d4f-42ef-9f28-d9c4c6822c54),segment_id=e3c9223d-7d4f-42ef-9f28-d9c4c6822c54)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:12.592706 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b48e7f-4c37-4e2b-94e5-40d9e7dbe006 None None] The sync data for ids ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'] in dv-cinder-783389-6-iscsi is: [{'id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'name': 'tempest-TestVolumeBootPattern-1226644774-router', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:08Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 4, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'gw_port': {'id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:09Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'c2fa98cb-8bce-4d48-8548-ab2a1f263d2b', 'name': '', 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'mac_address': 'fa:16:3e:5f:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4f78692-6b5f-4488-b689-01c554386ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:10Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 2, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'subnets': [{'id': 'f4f78692-6b5f-4488-b689-01c554386ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:12.595868 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.597521 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-56be5a58-f25b-424e-92e7-ed6222af6a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:12.649026 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=e3752797-430c-4dc0-a896-6fee470261c7,revision_number=3']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:12.652129 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:12.759304 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 7f66b888-b692-4687-a84b-1e655dbb7384 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:12.825505 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 7f66b888-b692-4687-a84b-1e655dbb7384 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:12.825882 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.910868 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e3752797-430c-4dc0-a896-6fee470261c7 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:12.962174 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port e3752797-430c-4dc0-a896-6fee470261c7 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:12.962593 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:13.757973 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37850) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:13.762912 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-2d9a9544-6924-4320-92b2-338d67d39f24 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789769779', 'description': 'tempest-secgroup-smoke-1789769779 description', 'project_id': 'd8080a757d2449b79c8f321e824c3f05'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:13.783975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2d9a9544-6924-4320-92b2-338d67d39f24 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.151864 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2d9a9544-6924-4320-92b2-338d67d39f24 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.155773 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2d9a9544-6924-4320-92b2-338d67d39f24 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.158203 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-47e533f4-9b2e-4f83-ab47-6f2cfc76b88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:14.185457 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2d9a9544-6924-4320-92b2-338d67d39f24 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.186700 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-2d9a9544-6924-4320-92b2-338d67d39f24 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4277020 Jun 16 17:06:14.188601 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a9544-6924-4320-92b2-338d67d39f24 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170aa950-74ae-4e49-9cbd-9b67fcd219f9,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:14.189711 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37852) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:14.191268 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-2d9a9544-6924-4320-92b2-338d67d39f24 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:14.195400 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-737434d0-880a-44f9-960e-c4a870467bee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'security_group_rule': {'security_group_id': '170aa950-74ae-4e49-9cbd-9b67fcd219f9', 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:14.222991 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-737434d0-880a-44f9-960e-c4a870467bee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.282069 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-737434d0-880a-44f9-960e-c4a870467bee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.287051 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-737434d0-880a-44f9-960e-c4a870467bee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.292899 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:14.308139 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737434d0-880a-44f9-960e-c4a870467bee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c73dac-863f-441d-85ec-0dce50e81978,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:14.310759 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-737434d0-880a-44f9-960e-c4a870467bee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:14.312141 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-737434d0-880a-44f9-960e-c4a870467bee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.313313 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-737434d0-880a-44f9-960e-c4a870467bee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224475 Jun 16 17:06:14.316021 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37854) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:14.320433 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-3fc36338-c09e-4a16-ba8e-d58a92b7fdf1 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'security_group_rule': {'security_group_id': '170aa950-74ae-4e49-9cbd-9b67fcd219f9', 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:14.346621 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3fc36338-c09e-4a16-ba8e-d58a92b7fdf1 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.375641 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Sync routers for ids ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:14.384524 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Routers {'474696d0-3c5b-44c1-85ea-bbcd3fba0160'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:14.385161 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:14.405206 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3fc36338-c09e-4a16-ba8e-d58a92b7fdf1 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.408953 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3fc36338-c09e-4a16-ba8e-d58a92b7fdf1 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.414163 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-667eb963-f0c0-48cf-9ad6-6cb12ccd5143 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:14.427870 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc36338-c09e-4a16-ba8e-d58a92b7fdf1 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3237e8b-a8d7-43c1-bd7f-1e8d78e947e5,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:14.430480 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3fc36338-c09e-4a16-ba8e-d58a92b7fdf1 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:14.435366 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3fc36338-c09e-4a16-ba8e-d58a92b7fdf1 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.436554 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3fc36338-c09e-4a16-ba8e-d58a92b7fdf1 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196141 Jun 16 17:06:14.439110 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37856) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:14.443455 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-4ae058bc-38c5-49b9-85f0-4667665fa981 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'security_group_rule': {'security_group_id': '170aa950-74ae-4e49-9cbd-9b67fcd219f9', 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:14.470340 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4ae058bc-38c5-49b9-85f0-4667665fa981 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.495619 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Set router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:14.531238 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4ae058bc-38c5-49b9-85f0-4667665fa981 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.535694 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4ae058bc-38c5-49b9-85f0-4667665fa981 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.538370 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c7697668-4fe6-451b-9c6a-c8f6e05ac344 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:14.554526 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae058bc-38c5-49b9-85f0-4667665fa981 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e05add-2e82-46f0-ad51-d9e7ea1a1713,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:14.557623 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4ae058bc-38c5-49b9-85f0-4667665fa981 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:14.561455 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4ae058bc-38c5-49b9-85f0-4667665fa981 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.562760 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-4ae058bc-38c5-49b9-85f0-4667665fa981 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227021 Jun 16 17:06:14.565296 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 37858) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:14.569933 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.v2.base [None req-3d14eb3d-2bc9-413e-ba84-fc63fa88336c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'security_group_rule': {'security_group_id': '170aa950-74ae-4e49-9cbd-9b67fcd219f9', 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:14.596496 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3d14eb3d-2bc9-413e-ba84-fc63fa88336c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.655798 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3d14eb3d-2bc9-413e-ba84-fc63fa88336c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.659542 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3d14eb3d-2bc9-413e-ba84-fc63fa88336c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.662151 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:14.678882 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14eb3d-2bc9-413e-ba84-fc63fa88336c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c965af9-ecc5-4e93-9253-800daf9ae334,revision_number=0']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:14.681617 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-3d14eb3d-2bc9-413e-ba84-fc63fa88336c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:14.691140 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-3d14eb3d-2bc9-413e-ba84-fc63fa88336c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.692146 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-3d14eb3d-2bc9-413e-ba84-fc63fa88336c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253974 Jun 16 17:06:14.694698 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37860) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:14.699595 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-4e0144e3-d2e0-4930-911d-175fc251e32a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'security_group_rule': {'security_group_id': '170aa950-74ae-4e49-9cbd-9b67fcd219f9', 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:14.702560 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'name': 'tempest-TestVolumeBootPattern-1226644774-router', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:08Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 4, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'gw_port': {'id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:09Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'c2fa98cb-8bce-4d48-8548-ab2a1f263d2b', 'name': '', 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'mac_address': 'fa:16:3e:5f:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4f78692-6b5f-4488-b689-01c554386ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:10Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 2, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'subnets': [{'id': 'f4f78692-6b5f-4488-b689-01c554386ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:14.706124 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Checking router: 474696d0-3c5b-44c1-85ea-bbcd3fba0160 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:14.706762 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Updating router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b binding host dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:06:14.738520 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.securitygroups_db [None req-4e0144e3-d2e0-4930-911d-175fc251e32a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Project d8080a757d2449b79c8f321e824c3f05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:06:14.744214 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.744634 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4e0144e3-d2e0-4930-911d-175fc251e32a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.791210 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 5b369525-0f1e-4e6c-ab30-9a841b95d382 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:14.817958 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4e0144e3-d2e0-4930-911d-175fc251e32a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.823175 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4e0144e3-d2e0-4930-911d-175fc251e32a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.825442 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-3206841a-d95b-4e98-bf2c-4b63bde34397 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:14.841530 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port 5b369525-0f1e-4e6c-ab30-9a841b95d382 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:14.844332 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0144e3-d2e0-4930-911d-175fc251e32a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654bb4ee-99a1-4e70-b224-5e9496015e72,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:14.847723 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4e0144e3-d2e0-4930-911d-175fc251e32a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:14.850352 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 5b369525-0f1e-4e6c-ab30-9a841b95d382 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:14.850987 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-4e0144e3-d2e0-4930-911d-175fc251e32a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.851137 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.854781 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-4e0144e3-d2e0-4930-911d-175fc251e32a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1567090 Jun 16 17:06:14.855140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 37862) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:14.859851 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-0965e455-bfff-4920-b19f-e968cc075e34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'security_group_rule': {'security_group_id': '170aa950-74ae-4e49-9cbd-9b67fcd219f9', 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:14.882074 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.securitygroups_db [None req-0965e455-bfff-4920-b19f-e968cc075e34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Project d8080a757d2449b79c8f321e824c3f05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:06:14.886857 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0965e455-bfff-4920-b19f-e968cc075e34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.934756 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.950176 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0965e455-bfff-4920-b19f-e968cc075e34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.954240 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0965e455-bfff-4920-b19f-e968cc075e34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968724'] for security_group_rule, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.958602 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port 5b369525-0f1e-4e6c-ab30-9a841b95d382, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=5b369525-0f1e-4e6c-ab30-9a841b95d382,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:14.960462 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-983290ec-a5f9-4e97-909d-a364599958d2 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:14.964063 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.967031 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:14.976180 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965e455-bfff-4920-b19f-e968cc075e34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fac18ff-dea5-41e9-8e76-4c2f6112bb9e,revision_number=0']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:14.978758 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-0965e455-bfff-4920-b19f-e968cc075e34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:14.983392 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-0965e455-bfff-4920-b19f-e968cc075e34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.984765 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-0965e455-bfff-4920-b19f-e968cc075e34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284907 Jun 16 17:06:15.007593 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Notify callbacks [] for port, precommit_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:15.018312 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.provisioning_blocks [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Transition to ACTIVE for port object c2fa98cb-8bce-4d48-8548-ab2a1f263d2b will not be triggered until provisioned by entity L2. {{(pid=92709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:15.021425 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=5b369525-0f1e-4e6c-ab30-9a841b95d382,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:15.025128 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:15.025272 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:15.027663 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:15.127284 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f97f80-71b0-49b2-9e69-2d3b1bc24db7 None None] Pushing event updated for resources: {'Port': ['ID=c2fa98cb-8bce-4d48-8548-ab2a1f263d2b,revision_number=3']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:15.145582 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-09f97f80-71b0-49b2-9e69-2d3b1bc24db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:15.158503 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Attempting to bind port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b on host dv-cinder-783389-6-iscsi for vnic_type normal with profile {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:15.158843 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Attempting to bind port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b by drivers openvswitch,hyperv on host dv-cinder-783389-6-iscsi at level 0 using segments [{'id': 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299'}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:15.159208 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Attempting to bind port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b on network 34f1c852-e422-468c-a70d-3eaac872e299 {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:15.166082 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Checking agent: {'id': 'f0dedc68-f445-4f70-b843-920f7863b656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 47, 26), 'started_at': datetime.datetime(2021, 6, 16, 16, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:15.166505 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Checking segment: {'id': 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:15.167017 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:15.167292 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Bound using segment: {'id': 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299'} {{(pid=92709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:15.167758 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.managers [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Bound port: c2fa98cb-8bce-4d48-8548-ab2a1f263d2b, host: dv-cinder-783389-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299'}}] {{(pid=92709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:15.168136 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:15.243771 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] For port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b, host dv-cinder-783389-6-iscsi, cleared binding levels {{(pid=92709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:15.246826 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.plugins.ml2.db [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] For port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b, host dv-cinder-783389-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=c2fa98cb-8bce-4d48-8548-ab2a1f263d2b,segment=NetworkSegment(e3c9223d-7d4f-42ef-9f28-d9c4c6822c54),segment_id=e3c9223d-7d4f-42ef-9f28-d9c4c6822c54)] {{(pid=92709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:15.251219 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron_lib.callbacks.manager [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:15.254093 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:15.312182 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f97f80-71b0-49b2-9e69-2d3b1bc24db7 None None] Pushing event updated for resources: {'Port': ['ID=c2fa98cb-8bce-4d48-8548-ab2a1f263d2b,revision_number=4']} {{(pid=92709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:15.315801 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG oslo_concurrency.lockutils [None req-09f97f80-71b0-49b2-9e69-2d3b1bc24db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:15.316822 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Routers {'474696d0-3c5b-44c1-85ea-bbcd3fba0160'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:15.317472 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:05:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:15.442347 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] Set router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:15.652219 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'name': 'tempest-TestVolumeBootPattern-1226644774-router', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:08Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 4, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'gw_port': {'id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:09Z', 'updated_at': '2021-06-16T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'c2fa98cb-8bce-4d48-8548-ab2a1f263d2b', 'name': '', 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'mac_address': 'fa:16:3e:5f:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4f78692-6b5f-4488-b689-01c554386ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:10Z', 'updated_at': '2021-06-16T17:06:15Z', 'revision_number': 4, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'subnets': [{'id': 'f4f78692-6b5f-4488-b689-01c554386ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:15.655699 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82214e6c-4af8-433c-9d56-e090e29d6f89 None None] The sync data for ids ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'] in dv-cinder-783389-6-iscsi is: [{'id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'name': 'tempest-TestVolumeBootPattern-1226644774-router', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:08Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 4, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'gw_port': {'id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:09Z', 'updated_at': '2021-06-16T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': 'c2fa98cb-8bce-4d48-8548-ab2a1f263d2b', 'name': '', 'network_id': '34f1c852-e422-468c-a70d-3eaac872e299', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'mac_address': 'fa:16:3e:5f:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4f78692-6b5f-4488-b689-01c554386ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:10Z', 'updated_at': '2021-06-16T17:06:15Z', 'revision_number': 4, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'subnets': [{'id': 'f4f78692-6b5f-4488-b689-01c554386ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:16.772993 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 5b369525-0f1e-4e6c-ab30-9a841b95d382 up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:16.822008 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port 5b369525-0f1e-4e6c-ab30-9a841b95d382 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:16.822425 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:16.899947 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device c2fa98cb-8bce-4d48-8548-ab2a1f263d2b up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:16.944959 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning for port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:16.948530 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:16.948914 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:17.024982 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:17.055463 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] For port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=c2fa98cb-8bce-4d48-8548-ab2a1f263d2b,segment=NetworkSegment(e3c9223d-7d4f-42ef-9f28-d9c4c6822c54),segment_id=e3c9223d-7d4f-42ef-9f28-d9c4c6822c54)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:17.059052 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:17.060792 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-5412ce34-214d-493f-bb91-95ccd9f3a530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:17.107185 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Pushing event updated for resources: {'Port': ['ID=c2fa98cb-8bce-4d48-8548-ab2a1f263d2b,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:17.110217 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:18.007383 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:18.756045 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device c2fa98cb-8bce-4d48-8548-ab2a1f263d2b up at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:18.805497 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Provisioning complete for port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:18.805881 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:23.596831 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-cb64c53b-d717-4c27-90b7-d3b4512a543c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:25.865446 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4d94-d94f-492b-9185-68d5968af64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:26.266173 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:26.855191 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:28.806199 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:29.335510 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:06:31.495643 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-5a842656-a953-454e-b434-eeae6a1912f1 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789769779&fields=id&tenant_id=d8080a757d2449b79c8f321e824c3f05 HTTP/1.1" status: 200 len: 267 time: 0.0349674 Jun 16 17:06:31.594374 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-9088d967-29c2-4601-bfe0-3ca72c1c77e5 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:31.595776 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-9088d967-29c2-4601-bfe0-3ca72c1c77e5 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 811 time: 0.0940397 Jun 16 17:06:31.610100 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-c2db0f2f-a0f8-432e-ad51-df9d5bb0d306 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/quotas/d8080a757d2449b79c8f321e824c3f05 HTTP/1.1" status: 200 len: 375 time: 0.0084186 Jun 16 17:06:31.675877 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-71e00668-c11a-423c-b849-ee2cf391645c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610049 Jun 16 17:06:31.690118 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-be3c5998-33cd-478c-8e10-1a421c4c2233 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:06:31.691101 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-be3c5998-33cd-478c-8e10-1a421c4c2233 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049191 Jun 16 17:06:31.775481 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-71d43ccd-8b6b-49a5-a62a-3ccc06e2e481 service neutron] 10.222.0.98 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792828 Jun 16 17:06:31.866301 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-b822d583-9fc8-439d-be89-ddfb4441e0a6 service neutron] 10.222.0.98 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838428 Jun 16 17:06:32.153105 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-66cc3bb7-365d-4ac7-bf85-a826a615d981 req-2ac60993-0c3f-4834-b631-451b7773c931 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 210 time: 0.0303349 Jun 16 17:06:33.325222 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f146bbbb-dcb2-44c9-82c2-80c9fd262203 req-d2fbfd67-e567-4929-8445-4c99ad5cbd1e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 210 time: 0.0369201 Jun 16 17:06:33.354862 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-66c42144-1b8b-4704-94e9-2c1bfe3e2097 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:33.356325 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-66c42144-1b8b-4704-94e9-2c1bfe3e2097 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 811 time: 0.1440976 Jun 16 17:06:33.398999 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-e53ceff3-1ef1-44a2-8b36-37b9d10601f3 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8080a757d2449b79c8f321e824c3f05 HTTP/1.1" status: 200 len: 380 time: 0.0340490 Jun 16 17:06:33.414291 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'port': {'device_id': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'admin_state_up': True, 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'security_groups': ['170aa950-74ae-4e49-9cbd-9b67fcd219f9']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:33.524826 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Made reservation on behalf of d8080a757d2449b79c8f321e824c3f05 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:06:33.528275 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:33.647132 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Allocated IP 172.20.0.9 (d29b78f8-5db8-438b-b52a-841316b8e64e/9e4501b4-fd44-426c-bb45-c5ee19a0617d/371eb202-2943-4989-b010-f89025b20812) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:33.784102 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:33.798995 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Transition to ACTIVE for port object 371eb202-2943-4989-b010-f89025b20812 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:33.834450 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:33.838364 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c220189f-8b73-4e03-bafb-3357bf384e88 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:33.884588 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Network d29b78f8-5db8-438b-b52a-841316b8e64e is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:33.887839 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:33.892276 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:33.896299 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'Port': ['ID=371eb202-2943-4989-b010-f89025b20812,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:33.921717 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:33.955315 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:33.956045 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:33.971649 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8df7bbb8-dd35-45ef-adfe-d5169f7926fa tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610137 Jun 16 17:06:33.984688 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Request body: {'port': {'device_id': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:34.059402 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:34.121673 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-0b071e44-7fb5-4995-80c5-72908ae8297a None None] Provisioning for port 371eb202-2943-4989-b010-f89025b20812 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:34.125720 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-0b071e44-7fb5-4995-80c5-72908ae8297a None None] Provisioning complete for port 371eb202-2943-4989-b010-f89025b20812 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:34.126103 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-0b071e44-7fb5-4995-80c5-72908ae8297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:34.160215 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-0b071e44-7fb5-4995-80c5-72908ae8297a None None] Port 371eb202-2943-4989-b010-f89025b20812 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:06:34.310193 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371eb202-2943-4989-b010-f89025b20812 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:06:34.317185 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:34.328308 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Transition to ACTIVE for port object 371eb202-2943-4989-b010-f89025b20812 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:34.332370 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:34.335076 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-c859ea9e-8bf2-4a3a-ad95-74736deae768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:34.405644 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Pushing event updated for resources: {'Port': ['ID=371eb202-2943-4989-b010-f89025b20812,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:34.409085 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:34.515559 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Attempting to bind port 371eb202-2943-4989-b010-f89025b20812 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:34.516045 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Attempting to bind port 371eb202-2943-4989-b010-f89025b20812 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:34.516206 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Attempting to bind port 371eb202-2943-4989-b010-f89025b20812 on network d29b78f8-5db8-438b-b52a-841316b8e64e {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:34.528177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Port 371eb202-2943-4989-b010-f89025b20812 on network d29b78f8-5db8-438b-b52a-841316b8e64e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:06:34.528505 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Attempting to bind port 371eb202-2943-4989-b010-f89025b20812 on network d29b78f8-5db8-438b-b52a-841316b8e64e {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:34.536504 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:34.536841 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Checking segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:34.537225 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Bound using segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:34.537645 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Bound port: 371eb202-2943-4989-b010-f89025b20812, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:34.537994 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:34.546385 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3c66b-90bf-4a27-95a5-7ec6db040e22 req-ab43b68c-e2f4-4661-9a7f-c42dcf47cd34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:34.547836 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-90b3c66b-90bf-4a27-95a5-7ec6db040e22 req-ab43b68c-e2f4-4661-9a7f-c42dcf47cd34 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 943 time: 0.0986612 Jun 16 17:06:34.617973 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-90b3c66b-90bf-4a27-95a5-7ec6db040e22 req-9a3a8a90-f1c1-468e-89a8-306905995422 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625083 Jun 16 17:06:34.633278 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] For port 371eb202-2943-4989-b010-f89025b20812, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:34.636288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] For port 371eb202-2943-4989-b010-f89025b20812, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=371eb202-2943-4989-b010-f89025b20812,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:34.640755 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:34.643538 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-fa8c3fef-ac35-4d52-a44d-01b12bb393f8 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:34.676682 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:34.677286 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:34.678648 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] 10.222.0.46 "PUT /v2.0/ports/371eb202-2943-4989-b010-f89025b20812 HTTP/1.1" status: 200 len: 1093 time: 0.6996281 Jun 16 17:06:34.679222 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'tag': '371eb202-2943-4989-b010-f89025b20812'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:06:34.681510 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c026535-d299-473b-bbce-b624c3fafd13" -d '{"events": [{"name": "network-changed", "server_uuid": "38b8fc08-81e7-4c16-8b95-418f6acb7c1f", "tag": "371eb202-2943-4989-b010-f89025b20812"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:06:34.707182 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Pushing event updated for resources: {'Port': ['ID=371eb202-2943-4989-b010-f89025b20812,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:34.711419 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:34.727288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf765943-3608-4a88-a7cb-bb2dca7e1928 x-openstack-request-id: req-cf765943-3608-4a88-a7cb-bb2dca7e1928 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:06:34.727633 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b8fc08-81e7-4c16-8b95-418f6acb7c1f", "tag": "371eb202-2943-4989-b010-f89025b20812", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:06:34.727955 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cf765943-3608-4a88-a7cb-bb2dca7e1928 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:06:34.728436 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'tag': '371eb202-2943-4989-b010-f89025b20812', 'status': 'completed', 'code': 200} Jun 16 17:06:34.792816 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-e8986217-d73f-4c43-9ec7-430ffaf22f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:34.794318 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-e8986217-d73f-4c43-9ec7-430ffaf22f01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 1096 time: 0.0591547 Jun 16 17:06:34.838232 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-2147fc63-a22d-4cde-9f4c-a46cc5ddc8ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=371eb202-2943-4989-b010-f89025b20812 HTTP/1.1" status: 200 len: 217 time: 0.0357509 Jun 16 17:06:34.896085 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-2d069dea-632e-42bd-aab1-4f1730bbc06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:34.897571 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-2d069dea-632e-42bd-aab1-4f1730bbc06b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0535223 Jun 16 17:06:34.954332 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-caf538d3-b4b3-4159-901f-56e8a1f95378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:34.955846 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-caf538d3-b4b3-4159-901f-56e8a1f95378 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518746 Jun 16 17:06:35.043333 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-391cc60c-3bc6-4a3a-84c4-08aa977ca70e service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807970 Jun 16 17:06:35.132193 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-94d1f858-4d0a-4372-9e43-7c5b56cc8e89 req-0f439112-db6f-4ba9-8e6f-aa92eb50e41a service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814517 Jun 16 17:06:35.229266 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026535-d299-473b-bbce-b624c3fafd13 req-71fe5594-d4a4-45fe-b3e3-1f5e1c711a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:35.230742 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c026535-d299-473b-bbce-b624c3fafd13 req-71fe5594-d4a4-45fe-b3e3-1f5e1c711a23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 1096 time: 0.0513194 Jun 16 17:06:35.323170 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026535-d299-473b-bbce-b624c3fafd13 req-f27ae683-f232-4fee-990b-7073c31c706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:35.324594 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c026535-d299-473b-bbce-b624c3fafd13 req-f27ae683-f232-4fee-990b-7073c31c706c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0867746 Jun 16 17:06:35.366093 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c026535-d299-473b-bbce-b624c3fafd13 req-cb0367c4-63b5-496a-9747-b10c6c90dd8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=371eb202-2943-4989-b010-f89025b20812 HTTP/1.1" status: 200 len: 217 time: 0.0325863 Jun 16 17:06:35.415883 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026535-d299-473b-bbce-b624c3fafd13 req-eb0f0bd8-edf0-4334-9754-142505c1fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:35.417217 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c026535-d299-473b-bbce-b624c3fafd13 req-eb0f0bd8-edf0-4334-9754-142505c1fbb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0442200 Jun 16 17:06:35.474131 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026535-d299-473b-bbce-b624c3fafd13 req-43022597-b96d-4390-b4d8-c038d158f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:35.475578 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c026535-d299-473b-bbce-b624c3fafd13 req-43022597-b96d-4390-b4d8-c038d158f0c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509229 Jun 16 17:06:35.560699 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c026535-d299-473b-bbce-b624c3fafd13 req-6b779b24-a0a2-469b-b5b9-aa56b8d9074a service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780365 Jun 16 17:06:35.652007 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3c026535-d299-473b-bbce-b624c3fafd13 req-8cdad8c3-c30a-4b44-bba0-63a57daab7af service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815878 Jun 16 17:06:35.787982 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc3cf5-b189-4353-9bc1-ca2c66b08615 req-61e1b355-f7b1-4781-b673-7221e4b9bf4c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:35.789431 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e2cc3cf5-b189-4353-9bc1-ca2c66b08615 req-61e1b355-f7b1-4781-b673-7221e4b9bf4c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 943 time: 0.0611572 Jun 16 17:06:35.825720 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e2cc3cf5-b189-4353-9bc1-ca2c66b08615 req-e41256b3-07b6-4c56-ae60-fbc4b72a2f8d tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307305 Jun 16 17:06:37.002778 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b1825-9f2d-4dd8-89d9-7317cd9190cc req-f0a63638-8211-4f7d-973b-f13efa546be7 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:37.004711 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-886b1825-9f2d-4dd8-89d9-7317cd9190cc req-f0a63638-8211-4f7d-973b-f13efa546be7 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 943 time: 0.0669668 Jun 16 17:06:37.039580 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-886b1825-9f2d-4dd8-89d9-7317cd9190cc req-33ca26e7-903e-4fb8-8f94-97f7b09a678e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292797 Jun 16 17:06:38.209140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf61f5-9d7a-471f-8093-67554bb31679 req-1edf70df-1523-405d-bcc9-402c8d964258 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:38.210589 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d9cf61f5-9d7a-471f-8093-67554bb31679 req-1edf70df-1523-405d-bcc9-402c8d964258 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 943 time: 0.0611570 Jun 16 17:06:38.246782 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d9cf61f5-9d7a-471f-8093-67554bb31679 req-cc899c58-2e55-4ca8-a528-8a2e44609d11 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305247 Jun 16 17:06:39.422006 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddc47a-aa01-4ab7-ba95-d776b02ce10c req-be490f95-1594-4786-a0a4-e78a729b6edc tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:39.423455 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5fddc47a-aa01-4ab7-ba95-d776b02ce10c req-be490f95-1594-4786-a0a4-e78a729b6edc tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 943 time: 0.0613432 Jun 16 17:06:39.459594 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5fddc47a-aa01-4ab7-ba95-d776b02ce10c req-3d88d3b4-f58c-4f9f-af0b-02f044dda2ce tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305612 Jun 16 17:06:40.630832 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e651fdb-5797-4d16-bfd5-e39b01d1ec59 req-d3d15de9-9d36-4cbb-afe7-e9a9ee2f7e9a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:40.632261 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e651fdb-5797-4d16-bfd5-e39b01d1ec59 req-d3d15de9-9d36-4cbb-afe7-e9a9ee2f7e9a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 943 time: 0.0658240 Jun 16 17:06:40.667465 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0e651fdb-5797-4d16-bfd5-e39b01d1ec59 req-84b13869-ee06-4883-863f-959177a409bd tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296400 Jun 16 17:06:41.256200 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 371eb202-2943-4989-b010-f89025b20812 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:06:41.350459 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 371eb202-2943-4989-b010-f89025b20812, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=371eb202-2943-4989-b010-f89025b20812,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:41.361030 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '371eb202-2943-4989-b010-f89025b20812', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'port_id': '371eb202-2943-4989-b010-f89025b20812', 'mac_address': 'fa:16:3e:ad:2d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:06:41.396428 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:41.408119 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371eb202-2943-4989-b010-f89025b20812 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:06:41.427260 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 371eb202-2943-4989-b010-f89025b20812, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=371eb202-2943-4989-b010-f89025b20812,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:41.430874 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:41.432564 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-b282bc59-d341-42e6-9145-59815f45b5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:41.479187 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=371eb202-2943-4989-b010-f89025b20812,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:41.482161 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:41.649320 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['371eb202-2943-4989-b010-f89025b20812'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:06:41.836308 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f4dc3-67f9-4e86-9383-690ccf3873eb req-23f99a61-746a-4425-b39d-cbe9e2df24ec tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:41.837765 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-992f4dc3-67f9-4e86-9383-690ccf3873eb req-23f99a61-746a-4425-b39d-cbe9e2df24ec tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 944 time: 0.0618055 Jun 16 17:06:41.874079 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-992f4dc3-67f9-4e86-9383-690ccf3873eb req-5195411d-a3db-4f99-9dc7-349e88ba9770 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Jun 16 17:06:43.047940 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c997935-7b9f-4201-b2d5-4805b95595f1 req-7424eebe-e66d-456f-9658-555dfdee6691 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:43.049287 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2c997935-7b9f-4201-b2d5-4805b95595f1 req-7424eebe-e66d-456f-9658-555dfdee6691 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 944 time: 0.0689099 Jun 16 17:06:43.085891 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2c997935-7b9f-4201-b2d5-4805b95595f1 req-a44a83fd-479f-45dc-88f0-a784ef9e7663 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304849 Jun 16 17:06:43.253573 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 371eb202-2943-4989-b010-f89025b20812 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:43.299393 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 371eb202-2943-4989-b010-f89025b20812 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:43.303427 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 371eb202-2943-4989-b010-f89025b20812 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:43.303800 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:43.374902 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:43.398128 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371eb202-2943-4989-b010-f89025b20812'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:06:43.400370 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeee4b6d-7a9f-4fd1-8abd-33454cbea0ea" -d '{"events": [{"server_uuid": "38b8fc08-81e7-4c16-8b95-418f6acb7c1f", "name": "network-vif-plugged", "status": "completed", "tag": "371eb202-2943-4989-b010-f89025b20812"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:06:43.414940 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 371eb202-2943-4989-b010-f89025b20812, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=371eb202-2943-4989-b010-f89025b20812,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:43.420922 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:43.422846 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:43.468670 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=371eb202-2943-4989-b010-f89025b20812,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:43.472477 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:43.493652 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8120e8f-bbab-4d0a-8135-0d84ea1bab3b x-openstack-request-id: req-e8120e8f-bbab-4d0a-8135-0d84ea1bab3b {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:06:43.493949 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b8fc08-81e7-4c16-8b95-418f6acb7c1f", "name": "network-vif-plugged", "status": "completed", "tag": "371eb202-2943-4989-b010-f89025b20812", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:06:43.494212 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e8120e8f-bbab-4d0a-8135-0d84ea1bab3b {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:06:43.494644 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371eb202-2943-4989-b010-f89025b20812', 'code': 200} Jun 16 17:06:43.779603 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dde576-6357-4e8a-b371-0eab5396cef1 req-962bbee8-586c-43fb-8ec0-6544bc4bbbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:43.781052 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a4dde576-6357-4e8a-b371-0eab5396cef1 req-962bbee8-586c-43fb-8ec0-6544bc4bbbf7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 1098 time: 0.0497646 Jun 16 17:06:43.813313 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a4dde576-6357-4e8a-b371-0eab5396cef1 req-fe949f49-1821-464c-aa3d-83bf0e6bee42 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257249 Jun 16 17:06:44.251323 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44128-59d4-465b-9223-f2762a4c5066 req-82947037-0b44-4f2d-8026-dc4f5ca406f2 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:44.252777 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e9d44128-59d4-465b-9223-f2762a4c5066 req-82947037-0b44-4f2d-8026-dc4f5ca406f2 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 945 time: 0.0606883 Jun 16 17:06:44.288630 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e9d44128-59d4-465b-9223-f2762a4c5066 req-ecd97423-1281-41b1-aaf1-0b5ca3847722 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303881 Jun 16 17:06:45.462903 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de204d27-57b0-4fa1-9f72-5ec2b88cdcf7 req-2b8b12cf-a529-4fae-b0f0-5a432649c6e8 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:45.464361 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-de204d27-57b0-4fa1-9f72-5ec2b88cdcf7 req-2b8b12cf-a529-4fae-b0f0-5a432649c6e8 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 945 time: 0.0647678 Jun 16 17:06:45.500706 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-de204d27-57b0-4fa1-9f72-5ec2b88cdcf7 req-6c3d9b9d-8e55-4dd6-854f-90c33dcaa514 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308130 Jun 16 17:06:45.668692 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235537d-3b06-4338-bfca-ebb861b3ac94 req-6ef5c002-3bed-4e24-88fe-df7798647fb3 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:45.670028 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0235537d-3b06-4338-bfca-ebb861b3ac94 req-6ef5c002-3bed-4e24-88fe-df7798647fb3 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 945 time: 0.0608394 Jun 16 17:06:45.706789 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0235537d-3b06-4338-bfca-ebb861b3ac94 req-20b3536c-a123-42b2-ac0e-a1ed8bb5d2e3 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304079 Jun 16 17:06:45.730309 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38032) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:45.864652 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17e2dba-3e9f-4b70-96b3-39d5572a8327 tempest-TestVolumeBootPattern-130683589 tempest-TestVolumeBootPattern-130683589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:45.866097 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-a17e2dba-3e9f-4b70-96b3-39d5572a8327 tempest-TestVolumeBootPattern-130683589 tempest-TestVolumeBootPattern-130683589-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 1093 time: 0.1348341 Jun 16 17:06:45.868973 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38036) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:45.873396 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'floatingip': {'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'port_id': '371eb202-2943-4989-b010-f89025b20812', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:45.894621 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:45.989249 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:46.089353 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Allocated IP 172.27.1.207 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/230cd18d-fd9f-47ca-9f4f-41fc20ec7aef) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:46.186097 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:46.223390 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:46.226023 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d1f88a85-9612-4e4b-8d85-e516e0a38988 tempest-VolumesSnapshotTestJSON-1103940742 tempest-VolumesSnapshotTestJSON-1103940742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:46.264074 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:46.269155 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:46.271387 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'Port': ['ID=230cd18d-fd9f-47ca-9f4f-41fc20ec7aef,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:46.273364 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:46.301613 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.302000 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.302402 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.302777 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.303144 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.303511 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.303874 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.304237 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.304600 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.304962 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.305316 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.305672 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:46.311476 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:46.614805 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:46.686975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:46.828937 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:46.833615 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:46.836380 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7dfb1776-4fde-4455-926c-f5b1d4a2e0a2 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:46.902031 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'Port': ['ID=230cd18d-fd9f-47ca-9f4f-41fc20ec7aef,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:46.905665 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:46.912020 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:47.006162 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Floating IP 25b30761-e1c6-4921-9703-a33401b32ab3 associated. External IP: 172.27.1.207, port: 371eb202-2943-4989-b010-f89025b20812. Jun 16 17:06:47.202116 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Router 2252613e-57d2-4da9-8edb-67ef5db567b7 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:06:47.304733 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:47.314641 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] Sync routers for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:47.320106 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:47.323587 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:47.324202 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:06:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:47.555692 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:47.637836 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7678192 Jun 16 17:06:47.638623 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'tag': '371eb202-2943-4989-b010-f89025b20812'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:06:47.641056 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf3577-5a14-4228-829c-55907731a679" -d '{"events": [{"name": "network-changed", "server_uuid": "38b8fc08-81e7-4c16-8b95-418f6acb7c1f", "tag": "371eb202-2943-4989-b010-f89025b20812"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:06:47.679529 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072be8cf-3326-42d7-8c78-50952bb1dcc9 x-openstack-request-id: req-072be8cf-3326-42d7-8c78-50952bb1dcc9 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:06:47.679868 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b8fc08-81e7-4c16-8b95-418f6acb7c1f", "tag": "371eb202-2943-4989-b010-f89025b20812", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:06:47.680162 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-072be8cf-3326-42d7-8c78-50952bb1dcc9 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:06:47.680600 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'tag': '371eb202-2943-4989-b010-f89025b20812', 'status': 'completed', 'code': 200} Jun 16 17:06:47.753678 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf3577-5a14-4228-829c-55907731a679 req-967b261b-eada-4076-a11c-4a03693b41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:47.755154 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1bf3577-5a14-4228-829c-55907731a679 req-967b261b-eada-4076-a11c-4a03693b41ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 1098 time: 0.0514336 Jun 16 17:06:47.776394 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '25b30761-e1c6-4921-9703-a33401b32ab3', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '371eb202-2943-4989-b010-f89025b20812', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:ad:2d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:06:46Z', 'updated_at': '2021-06-16T17:06:46Z', 'revision_number': 0, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:47.779731 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] Checking router: 2252613e-57d2-4da9-8edb-67ef5db567b7 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:47.787848 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:47.788458 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:06:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:47.844710 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf3577-5a14-4228-829c-55907731a679 req-7b641456-8a47-4402-aae3-47f1cf6d3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:47.846026 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1bf3577-5a14-4228-829c-55907731a679 req-7b641456-8a47-4402-aae3-47f1cf6d3ea0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0841334 Jun 16 17:06:47.892332 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:47.909752 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1bf3577-5a14-4228-829c-55907731a679 req-8a2ecaa8-e32a-4f9d-98e9-fa4e6248a52d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=371eb202-2943-4989-b010-f89025b20812 HTTP/1.1" status: 200 len: 999 time: 0.0551503 Jun 16 17:06:47.956831 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf3577-5a14-4228-829c-55907731a679 req-1c409980-61ed-43ad-bb6c-4a0e3390c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:47.958234 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1bf3577-5a14-4228-829c-55907731a679 req-1c409980-61ed-43ad-bb6c-4a0e3390c738 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0420923 Jun 16 17:06:48.018149 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf3577-5a14-4228-829c-55907731a679 req-b94bd213-246e-4c5b-9f60-83ef4febc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:48.020419 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1bf3577-5a14-4228-829c-55907731a679 req-b94bd213-246e-4c5b-9f60-83ef4febc6ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542004 Jun 16 17:06:48.023682 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:48.109466 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1bf3577-5a14-4228-829c-55907731a679 req-ff35352c-403d-46e3-afff-c2fe8f053aa4 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819340 Jun 16 17:06:48.126895 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '25b30761-e1c6-4921-9703-a33401b32ab3', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '371eb202-2943-4989-b010-f89025b20812', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:ad:2d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:06:46Z', 'updated_at': '2021-06-16T17:06:46Z', 'revision_number': 0, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:48.130916 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6f7c2-3998-4e92-8014-692d2f41362e None None] The sync data for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi is: [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '25b30761-e1c6-4921-9703-a33401b32ab3', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '371eb202-2943-4989-b010-f89025b20812', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:ad:2d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:06:46Z', 'updated_at': '2021-06-16T17:06:46Z', 'revision_number': 0, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:48.202750 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1bf3577-5a14-4228-829c-55907731a679 req-ad958828-ebc6-48ce-ad29-08d6cbb95584 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862014 Jun 16 17:06:48.303787 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad3faf-0bcf-4340-a949-4ec578df2b23 None None] New status for floating IP 25b30761-e1c6-4921-9703-a33401b32ab3: ACTIVE {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:06:53.598179 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c1b38f31-6182-495c-8498-0201ec038114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:55.866522 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-03f26faa-edff-4b24-b934-a814b6d89899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:56.266266 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:56.858270 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:58.808087 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:06.334976 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:07:18.014800 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:23.599905 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-a8265d64-a43c-447b-a941-7f2da4f556ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:25.866432 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-93e02170-9144-4584-bbc6-0c25475c6196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:26.268915 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:26.860800 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:27.441602 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-4380ae28-53a7-4567-bfce-557e05923bb6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507681 Jun 16 17:07:27.537421 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-ade10ce9-56e8-4efa-8ac7-f45c3bbd98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:27.538882 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-ade10ce9-56e8-4efa-8ac7-f45c3bbd98c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 1098 time: 0.0521901 Jun 16 17:07:27.641866 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-f16a7aea-1666-4fce-add0-48430a11b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:27.643334 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-f16a7aea-1666-4fce-add0-48430a11b86c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0842421 Jun 16 17:07:27.709864 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-71848879-14f8-499a-87d3-41160350303f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=371eb202-2943-4989-b010-f89025b20812 HTTP/1.1" status: 200 len: 1001 time: 0.0600989 Jun 16 17:07:27.757603 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-8b1ed8c2-4872-46ea-9e4d-3007ad8a8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:27.759031 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-8b1ed8c2-4872-46ea-9e4d-3007ad8a8032 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0432043 Jun 16 17:07:27.815683 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-cf730ee6-f587-45d3-98b6-6d8c7447066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:27.817150 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-cf730ee6-f587-45d3-98b6-6d8c7447066f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511611 Jun 16 17:07:27.908776 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-b49a85d7-609b-42ab-8e5a-26c568cf60c8 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851016 Jun 16 17:07:27.995222 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb16a682-a398-4973-919e-1c3206ef59e5 req-9752a583-6deb-4d86-bcc2-3a0e4996f6e3 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804138 Jun 16 17:07:28.811111 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:43.333679 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:07:48.016864 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:53.600493 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5b6d0805-a596-475c-ae64-6b6f13b254dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:55.866928 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-d9246032-a6a9-4f85-a1ae-0df864a1e43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:56.269952 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:56.863824 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:58.817070 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:18.020369 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:20.332320 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:08:23.601296 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-704773fc-03a4-419f-a203-1b1b04053f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.867088 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-4ea0955a-bbb4-4257-a19b-e83d27b6be9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.274790 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.867662 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.614575 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-5d0b1ddc-b3e0-42f9-84e6-9130c63f6642 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550032 Jun 16 17:08:28.704743 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-11262d3f-ca1a-488f-8a74-acf139436a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:28.706649 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-11262d3f-ca1a-488f-8a74-acf139436a61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 1098 time: 0.0496507 Jun 16 17:08:28.806215 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-d8812647-307a-4962-a7f4-0b635f5b51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:28.807453 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-d8812647-307a-4962-a7f4-0b635f5b51dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0808165 Jun 16 17:08:28.817664 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.876188 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-0af0977f-d135-4219-953c-c7cb89b31a93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=371eb202-2943-4989-b010-f89025b20812 HTTP/1.1" status: 200 len: 1001 time: 0.0623446 Jun 16 17:08:28.922378 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-26e4252a-03a1-4453-bfa6-a4d7794e2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:28.923708 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-26e4252a-03a1-4453-bfa6-a4d7794e2657 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0407901 Jun 16 17:08:28.977416 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-31d5f9c4-441e-48be-9561-4b4e6db23ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:28.978838 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-31d5f9c4-441e-48be-9561-4b4e6db23ec3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482469 Jun 16 17:08:29.066088 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-4dacaf14-d83f-4eb1-b6e1-473b871a1c1c service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809243 Jun 16 17:08:29.150051 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-be0ba71a-6af0-463c-95d3-5756556e09fd req-a2add675-383f-4534-9190-7633e102bf5d service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0764120 Jun 16 17:08:43.856560 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62f370-c1b2-4933-9093-fb17d8894045 req-6d526cba-d962-4389-bcec-36f44deca663 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:43.858007 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0d62f370-c1b2-4933-9093-fb17d8894045 req-6d526cba-d962-4389-bcec-36f44deca663 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 945 time: 0.0687623 Jun 16 17:08:43.895635 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0d62f370-c1b2-4933-9093-fb17d8894045 req-1dd54682-3d11-4667-b7df-726c103d8ee8 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313854 Jun 16 17:08:45.073214 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d5476-291f-406f-85d8-1282c4f7d575 req-6f989aa9-f8f3-4a7b-b328-8df078415014 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:45.074586 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e06d5476-291f-406f-85d8-1282c4f7d575 req-6f989aa9-f8f3-4a7b-b328-8df078415014 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 945 time: 0.0638900 Jun 16 17:08:45.113334 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-e06d5476-291f-406f-85d8-1282c4f7d575 req-0d2b7792-8602-4737-9c71-2aab680fcf3e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332625 Jun 16 17:08:45.351930 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-5d51bdfa-9f12-4736-94b5-c7aa0d2225dd tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:45.353321 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-5d51bdfa-9f12-4736-94b5-c7aa0d2225dd tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 945 time: 0.0655012 Jun 16 17:08:45.451007 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Deleting port 371eb202-2943-4989-b010-f89025b20812 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:08:45.451344 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.543152 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] For port 371eb202-2943-4989-b010-f89025b20812, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=371eb202-2943-4989-b010-f89025b20812,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:45.543543 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.704387 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.704750 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.705111 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Floating IP 25b30761-e1c6-4921-9703-a33401b32ab3 disassociated. External IP: 172.27.1.207, port: 371eb202-2943-4989-b010-f89025b20812. Jun 16 17:08:45.705445 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Calling delete_port for 371eb202-2943-4989-b010-f89025b20812 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:08:45.834465 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.839427 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-7da8d66d-644c-4aad-8c1f-bd5c4b305442 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:45.864808 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event deleted for resources: {'Port': ['ID=371eb202-2943-4989-b010-f89025b20812,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:45.875907 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.876297 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.876728 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.877603 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.877966 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.878349 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.878710 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.879071 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.879429 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.879805 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.880156 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.880509 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:45.885188 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:45.986001 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Router 2252613e-57d2-4da9-8edb-67ef5db567b7 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:08:46.091325 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:08:46.100968 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] Sync routers for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:08:46.110520 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:46.111661 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:08:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:46.133421 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] No DVR routers for this DVR port 371eb202-2943-4989-b010-f89025b20812 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:08:46.135929 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:46.137881 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-5e3245bb-d335-41b5-af53-f8c4c782b17a req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "DELETE /v2.0/ports/371eb202-2943-4989-b010-f89025b20812 HTTP/1.1" status: 204 len: 173 time: 0.7786515 Jun 16 17:08:46.138434 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'name': 'network-vif-deleted', 'tag': '371eb202-2943-4989-b010-f89025b20812'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:08:46.140750 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79060d2d-0786-41e2-a2b5-a416c89d3a4f" -d '{"events": [{"server_uuid": "38b8fc08-81e7-4c16-8b95-418f6acb7c1f", "name": "network-vif-deleted", "tag": "371eb202-2943-4989-b010-f89025b20812"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:08:46.197499 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f60d19-c788-4d47-abb6-a25db9d3853f x-openstack-request-id: req-d2f60d19-c788-4d47-abb6-a25db9d3853f {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:08:46.197841 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b8fc08-81e7-4c16-8b95-418f6acb7c1f", "name": "network-vif-deleted", "tag": "371eb202-2943-4989-b010-f89025b20812", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:08:46.198270 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d2f60d19-c788-4d47-abb6-a25db9d3853f {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:08:46.199210 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b8fc08-81e7-4c16-8b95-418f6acb7c1f', 'name': 'network-vif-deleted', 'tag': '371eb202-2943-4989-b010-f89025b20812', 'status': 'completed', 'code': 200} Jun 16 17:08:46.248675 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:46.296202 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ceb71639-1714-438f-a15c-71b9ac8ee863 req-0aabaddd-5da7-4f06-852a-cb690db1efe2 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=38b8fc08-81e7-4c16-8b95-418f6acb7c1f HTTP/1.1" status: 200 len: 210 time: 0.0304127 Jun 16 17:08:46.457778 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:46.461476 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] Checking router: 2252613e-57d2-4da9-8edb-67ef5db567b7 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:08:46.470181 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:46.470822 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:08:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:46.573565 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:46.765416 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:46.768845 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce91c3-946f-4663-bbb4-58b2dfb55300 None None] The sync data for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi is: [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:08:46.978159 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32626efb-8fa0-4386-8e79-e1eac86b7e3b None None] New status for floating IP 25b30761-e1c6-4921-9703-a33401b32ab3: DOWN {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:08:47.535486 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-3400c18e-778c-4a41-8751-ed50ffae61ec tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789769779&fields=id&tenant_id=d8080a757d2449b79c8f321e824c3f05 HTTP/1.1" status: 200 len: 267 time: 0.0327554 Jun 16 17:08:47.644141 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-d98dd781-2b92-49f3-a3c5-58b6ed401e76 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:47.645559 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-d98dd781-2b92-49f3-a3c5-58b6ed401e76 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 811 time: 0.1036251 Jun 16 17:08:47.659864 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-d24a8402-347e-45a1-8889-fb5242547526 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/quotas/d8080a757d2449b79c8f321e824c3f05 HTTP/1.1" status: 200 len: 375 time: 0.0089519 Jun 16 17:08:47.727546 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-0653ffe8-5361-46b6-a6d3-a555b196d5ed tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622520 Jun 16 17:08:47.891342 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-7a32a996-1052-48ae-a525-a0c5e1a52fef service neutron] 10.222.0.98 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526535 Jun 16 17:08:47.980688 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-fa73ab05-005b-471b-999b-e285a6fa4f8b service neutron] 10.222.0.98 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827832 Jun 16 17:08:48.034166 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:48.283615 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a4834d62-bd2e-4dd5-bbcb-62a6039f2a2a req-8fee4069-c8a4-41d4-bcc5-e7d0f4ac7987 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 210 time: 0.0342572 Jun 16 17:08:49.293353 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-76334f61-5b6a-47c0-8adc-e261c75c76a7 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:49.294807 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-76334f61-5b6a-47c0-8adc-e261c75c76a7 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 811 time: 0.1003096 Jun 16 17:08:49.343799 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-f0a7e3d8-a769-4e2a-82cf-ab3ff5024383 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8080a757d2449b79c8f321e824c3f05 HTTP/1.1" status: 200 len: 380 time: 0.0362821 Jun 16 17:08:49.352929 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'port': {'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'admin_state_up': True, 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'security_groups': ['170aa950-74ae-4e49-9cbd-9b67fcd219f9']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:49.452159 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfe74171-ef0e-4bb0-9936-a25b59126361 req-ccef01d4-345a-40cd-bd55-1caebe4102e2 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 210 time: 0.0333846 Jun 16 17:08:49.490461 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Made reservation on behalf of d8080a757d2449b79c8f321e824c3f05 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:49.493944 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.617516 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Allocated IP 172.20.0.8 (d29b78f8-5db8-438b-b52a-841316b8e64e/9e4501b4-fd44-426c-bb45-c5ee19a0617d/5f96ea47-19b7-43f2-abf6-009bb58efc79) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:49.755707 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.774574 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Transition to ACTIVE for port object 5f96ea47-19b7-43f2-abf6-009bb58efc79 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:49.806657 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.810468 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-73866138-9567-45a0-8782-b156e4509958 tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:49.853542 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Network d29b78f8-5db8-438b-b52a-841316b8e64e is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:49.856890 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:49.861169 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:49.865573 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'Port': ['ID=5f96ea47-19b7-43f2-abf6-009bb58efc79,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:49.896478 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:49.912283 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 371eb202-2943-4989-b010-f89025b20812 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:08:49.915952 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:49.916849 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.933694 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-092db04f-fa44-4729-a7ce-4cea56313996 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5842760 Jun 16 17:08:49.945777 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Request body: {'port': {'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:50.027528 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.074137 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 371eb202-2943-4989-b010-f89025b20812 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:08:50.074509 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 371eb202-2943-4989-b010-f89025b20812 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:08:50.111129 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-089c85f1-e7dd-4a34-a997-bde92bed299e None None] Provisioning for port 5f96ea47-19b7-43f2-abf6-009bb58efc79 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:50.118216 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-089c85f1-e7dd-4a34-a997-bde92bed299e None None] Provisioning complete for port 5f96ea47-19b7-43f2-abf6-009bb58efc79 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:50.118624 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-089c85f1-e7dd-4a34-a997-bde92bed299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.159511 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-089c85f1-e7dd-4a34-a997-bde92bed299e None None] Port 5f96ea47-19b7-43f2-abf6-009bb58efc79 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:08:50.282623 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f96ea47-19b7-43f2-abf6-009bb58efc79 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:08:50.289898 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.301974 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Transition to ACTIVE for port object 5f96ea47-19b7-43f2-abf6-009bb58efc79 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:50.305640 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.308317 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:50.383704 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Pushing event updated for resources: {'Port': ['ID=5f96ea47-19b7-43f2-abf6-009bb58efc79,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:50.401319 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:50.461086 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Attempting to bind port 5f96ea47-19b7-43f2-abf6-009bb58efc79 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:50.461429 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Attempting to bind port 5f96ea47-19b7-43f2-abf6-009bb58efc79 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:50.462026 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Attempting to bind port 5f96ea47-19b7-43f2-abf6-009bb58efc79 on network d29b78f8-5db8-438b-b52a-841316b8e64e {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:50.466564 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Port 5f96ea47-19b7-43f2-abf6-009bb58efc79 on network d29b78f8-5db8-438b-b52a-841316b8e64e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:08:50.466958 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Attempting to bind port 5f96ea47-19b7-43f2-abf6-009bb58efc79 on network d29b78f8-5db8-438b-b52a-841316b8e64e {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:50.476837 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:50.477809 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Checking segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:50.478837 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Bound using segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:50.479294 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Bound port: 5f96ea47-19b7-43f2-abf6-009bb58efc79, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:50.479652 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.550192 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] For port 5f96ea47-19b7-43f2-abf6-009bb58efc79, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:50.553369 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] For port 5f96ea47-19b7-43f2-abf6-009bb58efc79, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:50.557951 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.560292 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:50.624842 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:50.625453 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.626839 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] 10.222.0.46 "PUT /v2.0/ports/5f96ea47-19b7-43f2-abf6-009bb58efc79 HTTP/1.1" status: 200 len: 1093 time: 0.6856842 Jun 16 17:08:50.627933 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'tag': '5f96ea47-19b7-43f2-abf6-009bb58efc79'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:08:50.630244 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8417045a-b53c-4787-ae0f-0ef6e1944d93" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6e8266-9e44-40c5-b08a-90b6814618f9", "tag": "5f96ea47-19b7-43f2-abf6-009bb58efc79"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:08:50.667507 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Pushing event updated for resources: {'Port': ['ID=5f96ea47-19b7-43f2-abf6-009bb58efc79,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:50.671955 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:50.685484 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc1a396-f6ce-4eb6-b5f8-1b52bbdf3022 x-openstack-request-id: req-8dc1a396-f6ce-4eb6-b5f8-1b52bbdf3022 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:08:50.685810 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6e8266-9e44-40c5-b08a-90b6814618f9", "tag": "5f96ea47-19b7-43f2-abf6-009bb58efc79", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:08:50.686105 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8dc1a396-f6ce-4eb6-b5f8-1b52bbdf3022 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:08:50.686558 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'tag': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'status': 'completed', 'code': 200} Jun 16 17:08:50.720379 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de031b15-0254-4a8a-ad95-f636551a6104 req-5abcedc5-c465-46ed-8b8c-c4d8a4e59ab0 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:50.722427 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-de031b15-0254-4a8a-ad95-f636551a6104 req-5abcedc5-c465-46ed-8b8c-c4d8a4e59ab0 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 943 time: 0.1299865 Jun 16 17:08:50.778854 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-b01154e4-423e-4464-a5f0-27777f24cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:50.780207 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-b01154e4-423e-4464-a5f0-27777f24cae4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 1096 time: 0.1074002 Jun 16 17:08:50.783132 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-de031b15-0254-4a8a-ad95-f636551a6104 req-b31e0f2e-ef4b-4023-b468-fe332a9b2156 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542684 Jun 16 17:08:50.824904 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-0a8bed8e-79a9-43c8-8368-ee8dfaace239 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79 HTTP/1.1" status: 200 len: 217 time: 0.0368395 Jun 16 17:08:50.873395 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-c16e9ee9-c044-4dd1-aaa1-04273d562cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:50.874740 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-c16e9ee9-c044-4dd1-aaa1-04273d562cda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0430021 Jun 16 17:08:50.930916 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-4ad081fe-6aec-4ffa-bfd9-4a11956bc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:50.932430 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-4ad081fe-6aec-4ffa-bfd9-4a11956bc948 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508804 Jun 16 17:08:51.019875 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-29b1a1c6-d094-473c-a311-1be937deab5a service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802681 Jun 16 17:08:51.107546 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-a02b8001-2463-4a71-a0d9-31689c74d3ff req-f80cb12e-0bcd-4202-bb40-e2c654a7ab67 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798047 Jun 16 17:08:51.212102 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-92f088d8-289b-41d4-99fa-76703d32c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:51.213745 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-92f088d8-289b-41d4-99fa-76703d32c1d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 1096 time: 0.0533273 Jun 16 17:08:51.302995 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-fdcc2845-e9bf-47b2-a608-46468977bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:51.304411 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-fdcc2845-e9bf-47b2-a608-46468977bccc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0837810 Jun 16 17:08:51.627244 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-3cd50038-619b-43de-8426-d1b54c496f58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79 HTTP/1.1" status: 200 len: 217 time: 0.3113258 Jun 16 17:08:51.674952 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-40b7bf25-58ea-4abf-b67c-c4cb9d3c67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:51.676304 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-40b7bf25-58ea-4abf-b67c-c4cb9d3c67a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0427451 Jun 16 17:08:51.732101 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-82e3ad6e-fde3-4c2c-879a-a4b4ce35c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:51.733504 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-82e3ad6e-fde3-4c2c-879a-a4b4ce35c971 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489004 Jun 16 17:08:51.824161 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-b781e191-00df-4b7b-ac37-e03805ee7dad service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822737 Jun 16 17:08:51.943315 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-8417045a-b53c-4787-ae0f-0ef6e1944d93 req-41c5e57e-33a0-420d-9c91-ba0e5787180e service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111097 Jun 16 17:08:51.974242 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58e8f9-c976-4880-868d-86647c09562b req-7050306b-e4b6-42ae-a6a7-3298dd2a5e2f tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:51.976146 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb58e8f9-c976-4880-868d-86647c09562b req-7050306b-e4b6-42ae-a6a7-3298dd2a5e2f tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 943 time: 0.0789869 Jun 16 17:08:52.015766 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bb58e8f9-c976-4880-868d-86647c09562b req-c14d536b-e1b0-4506-9ae6-d99f2adf7ce4 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339682 Jun 16 17:08:53.183949 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2d469-761b-4394-bdcb-12ba640e66b2 req-c2f74ccb-0163-48e7-9cbd-dd5ed957033d tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:53.185392 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ece2d469-761b-4394-bdcb-12ba640e66b2 req-c2f74ccb-0163-48e7-9cbd-dd5ed957033d tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 943 time: 0.0617104 Jun 16 17:08:53.222798 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-ece2d469-761b-4394-bdcb-12ba640e66b2 req-10cc86fd-28e8-4466-ae6b-3d17968f4afe tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 Jun 16 17:08:53.602223 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-959755b0-23eb-48e8-a988-4a06a17684a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.393842 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee0cc5-12a1-4c04-b01f-c3fe54af2331 req-636a5383-aba6-4878-96ed-1ac7b38c556e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:54.395293 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c2ee0cc5-12a1-4c04-b01f-c3fe54af2331 req-636a5383-aba6-4878-96ed-1ac7b38c556e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 943 time: 0.0648737 Jun 16 17:08:54.430847 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c2ee0cc5-12a1-4c04-b01f-c3fe54af2331 req-892178d6-c7c0-4bcb-9e84-bcd26cbaacd8 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301652 Jun 16 17:08:55.604109 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f4084-de1b-485d-b921-81e52e65874f req-83639f75-b76c-4243-8654-12ba68b6b513 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:55.605547 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-031f4084-de1b-485d-b921-81e52e65874f req-83639f75-b76c-4243-8654-12ba68b6b513 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 943 time: 0.0616577 Jun 16 17:08:55.641628 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-031f4084-de1b-485d-b921-81e52e65874f req-5b5c0f80-7adc-46f4-b10f-e7c2c9071dfb tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304658 Jun 16 17:08:55.868138 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0bc9-e61e-4a96-8673-83ce31ae5550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.275779 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.809738 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c33d-2777-43dc-bc85-6bd672af4e10 req-8c0ea3de-4b49-4443-afd8-9355346a202f tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:56.811223 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2e57c33d-2777-43dc-bc85-6bd672af4e10 req-8c0ea3de-4b49-4443-afd8-9355346a202f tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 943 time: 0.0617957 Jun 16 17:08:56.851325 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2e57c33d-2777-43dc-bc85-6bd672af4e10 req-87a148e2-a579-4bd9-ac22-83d2031b2fa2 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345352 Jun 16 17:08:56.869134 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:57.330134 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:08:57.958500 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 5f96ea47-19b7-43f2-abf6-009bb58efc79 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:08:58.021534 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9debb1e-51dd-4c5d-adcd-bbc8ed28691a req-855ac95e-55da-496d-ad0d-cdf2133d2739 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:58.022931 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c9debb1e-51dd-4c5d-adcd-bbc8ed28691a req-855ac95e-55da-496d-ad0d-cdf2133d2739 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 943 time: 0.0623469 Jun 16 17:08:58.053458 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 5f96ea47-19b7-43f2-abf6-009bb58efc79, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:58.059815 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c9debb1e-51dd-4c5d-adcd-bbc8ed28691a req-c066747e-31a0-4d1c-9684-190b4a405e64 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309744 Jun 16 17:08:58.065507 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'mac_address': 'fa:16:3e:39:fa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:08:58.101733 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:58.114174 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f96ea47-19b7-43f2-abf6-009bb58efc79 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:08:58.133060 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 5f96ea47-19b7-43f2-abf6-009bb58efc79, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:58.136897 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:58.138720 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:58.181615 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=5f96ea47-19b7-43f2-abf6-009bb58efc79,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:58.188428 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.188822 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.189102 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.189434 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.189759 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.190080 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.190430 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.190752 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.191070 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.191410 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.191723 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.192038 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:58.195702 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:58.391482 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['5f96ea47-19b7-43f2-abf6-009bb58efc79'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:08:58.819659 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.230440 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b3f3-41ce-4a62-a959-169c52f3aa7c req-30d4d5ae-1b8a-48e4-b7af-85baf79e41ca tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:59.231879 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0088b3f3-41ce-4a62-a959-169c52f3aa7c req-30d4d5ae-1b8a-48e4-b7af-85baf79e41ca tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 944 time: 0.0621731 Jun 16 17:08:59.268951 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0088b3f3-41ce-4a62-a959-169c52f3aa7c req-96389a48-92a1-4d2d-9774-b7207ff04302 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Jun 16 17:08:59.974256 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 5f96ea47-19b7-43f2-abf6-009bb58efc79 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:09:00.022985 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 5f96ea47-19b7-43f2-abf6-009bb58efc79 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:00.026447 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 5f96ea47-19b7-43f2-abf6-009bb58efc79 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:00.026829 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.102216 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.124116 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f96ea47-19b7-43f2-abf6-009bb58efc79'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:00.126392 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8f6175-6b58-4564-8d2e-72271e466d6f" -d '{"events": [{"server_uuid": "0b6e8266-9e44-40c5-b08a-90b6814618f9", "name": "network-vif-plugged", "status": "completed", "tag": "5f96ea47-19b7-43f2-abf6-009bb58efc79"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:00.139129 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 5f96ea47-19b7-43f2-abf6-009bb58efc79, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:00.143646 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.145608 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-96740109-49e8-424c-b10a-189551967d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:00.170076 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15e516b-e499-4be4-b2c3-727747b61d03 x-openstack-request-id: req-c15e516b-e499-4be4-b2c3-727747b61d03 {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:00.170407 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6e8266-9e44-40c5-b08a-90b6814618f9", "name": "network-vif-plugged", "status": "completed", "tag": "5f96ea47-19b7-43f2-abf6-009bb58efc79", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:00.170676 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c15e516b-e499-4be4-b2c3-727747b61d03 {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:00.171057 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'code': 200} Jun 16 17:09:00.196374 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=5f96ea47-19b7-43f2-abf6-009bb58efc79,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:00.199233 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:00.475748 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5700077-bfd3-490f-8065-6798472f4727 req-9faf0c24-4d2a-40cc-874b-50751a7f5283 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:00.477179 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5700077-bfd3-490f-8065-6798472f4727 req-9faf0c24-4d2a-40cc-874b-50751a7f5283 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 945 time: 0.1008008 Jun 16 17:09:00.478963 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bf606-940c-4890-a7a7-3cfcc84f26e0 req-5022e21e-8678-4564-9518-2342ed17b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:00.480249 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bc0bf606-940c-4890-a7a7-3cfcc84f26e0 req-5022e21e-8678-4564-9518-2342ed17b933 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 1098 time: 0.1014478 Jun 16 17:09:00.529548 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5700077-bfd3-490f-8065-6798472f4727 req-a8ddaf10-605a-45ee-b0d6-b330c2b8c502 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466590 Jun 16 17:09:00.535497 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bc0bf606-940c-4890-a7a7-3cfcc84f26e0 req-0368eb1c-f95f-449d-9de4-6e86bcf11300 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463738 Jun 16 17:09:01.697464 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfafb9-adfb-4af1-8d16-7c5393b25f81 req-2b820aa5-1454-4a15-84a3-6ef3b2edad9b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:01.698923 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2ebfafb9-adfb-4af1-8d16-7c5393b25f81 req-2b820aa5-1454-4a15-84a3-6ef3b2edad9b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 945 time: 0.0607986 Jun 16 17:09:01.740350 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2ebfafb9-adfb-4af1-8d16-7c5393b25f81 req-27c3cafb-780f-4a56-8331-222b53df7f88 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358772 Jun 16 17:09:01.906362 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb0f34-96c5-4877-8cac-7b13f5a5d1ce req-21b49d9d-878f-4da0-b749-77fdbaea2372 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:01.907712 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-86cb0f34-96c5-4877-8cac-7b13f5a5d1ce req-21b49d9d-878f-4da0-b749-77fdbaea2372 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 945 time: 0.0605435 Jun 16 17:09:01.944174 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-86cb0f34-96c5-4877-8cac-7b13f5a5d1ce req-9357c0d7-8d20-4e2b-9fb5-4f8440726e83 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304115 Jun 16 17:09:01.967793 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38150) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:02.017242 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de41ae62-cbb2-472a-b80f-7ac7f5f09278 tempest-TestVolumeBootPattern-130683589 tempest-TestVolumeBootPattern-130683589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:02.018739 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-de41ae62-cbb2-472a-b80f-7ac7f5f09278 tempest-TestVolumeBootPattern-130683589 tempest-TestVolumeBootPattern-130683589-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 1093 time: 0.0499866 Jun 16 17:09:02.021406 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38152) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:02.025624 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'floatingip': {'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:02.046775 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.142192 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.244928 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Allocated IP 172.27.1.45 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/0f98455b-6d3f-4bee-95b3-77bbe19c2fc1) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:09:02.343238 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.380900 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.382908 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-ceadeda7-c3df-4d68-82ba-d454e714375c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:02.416829 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:09:02.421456 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:09:02.424588 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:09:02.453107 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'Port': ['ID=0f98455b-6d3f-4bee-95b3-77bbe19c2fc1,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:02.455852 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:02.764342 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.840055 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.983039 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.987799 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.989849 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-5618dd67-ee20-43ad-9a86-33f24fd1cb23 tempest-TestMinimumBasicScenario-605412697 tempest-TestMinimumBasicScenario-605412697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:03.055042 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'Port': ['ID=0f98455b-6d3f-4bee-95b3-77bbe19c2fc1,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:03.057575 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:03.064018 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.159266 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Floating IP 069900a1-e235-467d-af44-2dbe4c5d8a43 associated. External IP: 172.27.1.45, port: 5f96ea47-19b7-43f2-abf6-009bb58efc79. Jun 16 17:09:03.354603 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Router 2252613e-57d2-4da9-8edb-67ef5db567b7 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:09:03.455359 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:09:03.464715 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] Sync routers for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:09:03.471260 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.475359 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:03.476034 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:08:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:03.506491 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-b2c40ed3-5cbe-4d05-ab99-18bdd097d32c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4840589 Jun 16 17:09:03.507174 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'tag': '5f96ea47-19b7-43f2-abf6-009bb58efc79'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:03.509591 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6e8266-9e44-40c5-b08a-90b6814618f9", "tag": "5f96ea47-19b7-43f2-abf6-009bb58efc79"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:03.544171 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecf8d12-1467-4c5a-897f-cfa5ae458009 x-openstack-request-id: req-0ecf8d12-1467-4c5a-897f-cfa5ae458009 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:03.544562 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6e8266-9e44-40c5-b08a-90b6814618f9", "tag": "5f96ea47-19b7-43f2-abf6-009bb58efc79", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:03.544918 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0ecf8d12-1467-4c5a-897f-cfa5ae458009 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:03.545417 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'tag': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'status': 'completed', 'code': 200} Jun 16 17:09:03.582132 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:03.618774 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-5ab7a560-e716-4261-bb65-64486bcf6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:03.620315 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-5ab7a560-e716-4261-bb65-64486bcf6791 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 1098 time: 0.0520852 Jun 16 17:09:03.711001 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-75721ab8-8cc1-4da1-a417-5906202d36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:03.712602 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-75721ab8-8cc1-4da1-a417-5906202d36d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0859663 Jun 16 17:09:03.776754 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-39fb5dd2-35c4-4d64-bcbf-c8c9f3d683d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79 HTTP/1.1" status: 200 len: 998 time: 0.0573027 Jun 16 17:09:03.800808 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '069900a1-e235-467d-af44-2dbe4c5d8a43', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:39:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:02Z', 'revision_number': 0, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:03.804138 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] Checking router: 2252613e-57d2-4da9-8edb-67ef5db567b7 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:09:03.812056 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:03.812660 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:08:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:03.823034 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-b00dbfd1-811c-4e96-9953-c362e5355d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:03.824462 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-b00dbfd1-811c-4e96-9953-c362e5355d68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0419235 Jun 16 17:09:03.883393 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-c8b86aa7-1919-4d6c-842b-1183c8fb79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:03.884797 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-c8b86aa7-1919-4d6c-842b-1183c8fb79ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533817 Jun 16 17:09:03.916503 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:03.973850 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-2dacb8f7-f16d-44c6-aafc-42151b46ed6a service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820088 Jun 16 17:09:04.063734 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-552ea69a-49e9-4f8b-8d96-3ab0da8f0ff2 req-1ab0850c-b191-4d8c-a170-29efc504c419 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828848 Jun 16 17:09:04.135582 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '069900a1-e235-467d-af44-2dbe4c5d8a43', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:39:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:02Z', 'revision_number': 0, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:04.138858 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e8d09-1b26-4f2c-ace7-4a7cf2e8162c None None] The sync data for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi is: [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '069900a1-e235-467d-af44-2dbe4c5d8a43', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:39:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:02Z', 'revision_number': 0, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:09:04.304661 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43774f-7a91-4726-b337-1e8a2c684233 None None] New status for floating IP 069900a1-e235-467d-af44-2dbe4c5d8a43: ACTIVE {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:09:18.043395 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.602423 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-1a522e1f-3238-4bcb-ba4a-105eb94c48c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:25.867276 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c750d732-30e3-4e41-bc53-b3139e97ac94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:26.277730 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:26.872383 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:28.821636 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:30.999001 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f674109c-d6da-4306-9135-e015256f2aa7 req-d352283d-f5c7-4214-b4c7-e65f6f5c0440 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493960 Jun 16 17:09:31.088455 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674109c-d6da-4306-9135-e015256f2aa7 req-2b5d293d-9828-4a77-b375-7f65fd166c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:31.089819 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f674109c-d6da-4306-9135-e015256f2aa7 req-2b5d293d-9828-4a77-b375-7f65fd166c09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 1098 time: 0.0501647 Jun 16 17:09:31.192897 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674109c-d6da-4306-9135-e015256f2aa7 req-93f45247-7580-4f60-8595-23b1c17ef411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:31.194311 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f674109c-d6da-4306-9135-e015256f2aa7 req-93f45247-7580-4f60-8595-23b1c17ef411 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0841639 Jun 16 17:09:31.255141 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f674109c-d6da-4306-9135-e015256f2aa7 req-8cb532db-ea65-43f5-8dfa-185ab7c1e232 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79 HTTP/1.1" status: 200 len: 1000 time: 0.0536904 Jun 16 17:09:31.305000 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674109c-d6da-4306-9135-e015256f2aa7 req-61b67786-e758-4ba7-bf5c-d1a6f9325950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:31.306354 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f674109c-d6da-4306-9135-e015256f2aa7 req-61b67786-e758-4ba7-bf5c-d1a6f9325950 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0445235 Jun 16 17:09:31.362877 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674109c-d6da-4306-9135-e015256f2aa7 req-3d1471ba-f3b4-4079-b906-92ecf83633e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:31.364187 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f674109c-d6da-4306-9135-e015256f2aa7 req-3d1471ba-f3b4-4079-b906-92ecf83633e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516348 Jun 16 17:09:31.452867 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f674109c-d6da-4306-9135-e015256f2aa7 req-dc78222f-94a7-4669-a257-7df0af5e5cf0 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812964 Jun 16 17:09:31.542072 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f674109c-d6da-4306-9135-e015256f2aa7 req-7ba01840-72ad-4021-b9dd-6a7c92404a14 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827730 Jun 16 17:09:34.328109 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:09:48.047348 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:53.604292 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c13c1a16-16fd-4034-b76e-22dffe746046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:55.868915 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-56c4efce-0a2d-4404-8fe7-3dc585f05461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:56.278209 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:56.875365 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:58.824912 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:11.326189 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:10:18.062875 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:23.604651 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-898f672a-e6e6-41fb-aa6b-3492d847b6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:24.454729 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [req-5e1b9f85-001a-46b4-bf08-7194b98e8ff4 req-37c7d1a7-6e6d-40e2-9924-58dc5e5680d8 service neutron] (92705) timed out ('10.222.0.46', 58180) {{(pid=92705) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 17:10:25.869467 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b2b95afc-e4da-46b9-90d9-f7e554a32197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.278540 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.878366 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:28.827934 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.985862 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1f21c00-b0dc-4610-abab-226147116c00 req-751d4b38-7a74-4e41-a72c-052b8d2f31b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505929 Jun 16 17:10:33.080523 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f21c00-b0dc-4610-abab-226147116c00 req-6cb0eca6-8058-489b-bc2e-0c28de758895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:33.081875 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1f21c00-b0dc-4610-abab-226147116c00 req-6cb0eca6-8058-489b-bc2e-0c28de758895 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 1098 time: 0.0541153 Jun 16 17:10:33.182047 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f21c00-b0dc-4610-abab-226147116c00 req-a7e4139b-682a-42a2-b51c-6c9c12457248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:33.183489 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1f21c00-b0dc-4610-abab-226147116c00 req-a7e4139b-682a-42a2-b51c-6c9c12457248 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0810130 Jun 16 17:10:33.252420 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1f21c00-b0dc-4610-abab-226147116c00 req-211d593c-bb52-4d3f-bbc4-4b948317fe99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79 HTTP/1.1" status: 200 len: 1000 time: 0.0622027 Jun 16 17:10:33.298865 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f21c00-b0dc-4610-abab-226147116c00 req-69a6e9d4-fa88-4be5-bd7d-4056c911427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:33.300261 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1f21c00-b0dc-4610-abab-226147116c00 req-69a6e9d4-fa88-4be5-bd7d-4056c911427f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0414269 Jun 16 17:10:33.355012 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f21c00-b0dc-4610-abab-226147116c00 req-b7398106-dbc1-4257-a8a4-e9cfb59cedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:33.356310 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1f21c00-b0dc-4610-abab-226147116c00 req-b7398106-dbc1-4257-a8a4-e9cfb59cedd5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489380 Jun 16 17:10:33.442326 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1f21c00-b0dc-4610-abab-226147116c00 req-02c200ca-0061-42d9-828a-78ae71aeb2b3 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795341 Jun 16 17:10:33.527830 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d1f21c00-b0dc-4610-abab-226147116c00 req-f652549a-d376-418f-85c0-116b7623cd3e service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779510 Jun 16 17:10:40.702552 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-0a48f9e1-5432-4b99-b1ca-543aafe730b5 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789769779&fields=id&tenant_id=d8080a757d2449b79c8f321e824c3f05 HTTP/1.1" status: 200 len: 267 time: 0.0326791 Jun 16 17:10:41.081110 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-63723740-6a2f-4625-8973-738e2e6572c7 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:41.082604 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-63723740-6a2f-4625-8973-738e2e6572c7 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 811 time: 0.3732605 Jun 16 17:10:41.096980 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-b3102c70-9ee2-4f14-a734-5e072f2d2c82 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/quotas/d8080a757d2449b79c8f321e824c3f05 HTTP/1.1" status: 200 len: 375 time: 0.0087104 Jun 16 17:10:41.165294 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-6ba5c906-0f61-4fd7-972f-3adfc4265c51 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0635970 Jun 16 17:10:41.258583 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-b3a6e96b-071f-4235-b740-1ced02ca8cca service neutron] 10.222.0.98 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819914 Jun 16 17:10:41.347954 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-e0e27d0d-0c35-4f6d-8aee-9fe3ae9900f9 service neutron] 10.222.0.98 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836568 Jun 16 17:10:41.690224 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-383636b4-09d0-48d7-86f4-cd33e88dac99 req-24d66d92-a29f-4819-a68c-14d61d5e9a94 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 210 time: 0.0772326 Jun 16 17:10:42.618309 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-2b5f097b-5fac-4a76-a146-4e68dd7282d9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:42.619712 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-2b5f097b-5fac-4a76-a146-4e68dd7282d9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 811 time: 0.0965428 Jun 16 17:10:42.665859 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-a91e5baa-7b52-441c-a43f-269753c220ae tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8080a757d2449b79c8f321e824c3f05 HTTP/1.1" status: 200 len: 380 time: 0.0368283 Jun 16 17:10:42.674344 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'port': {'device_id': 'a9944453-c11d-4473-9cfb-efae8601046e', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'admin_state_up': True, 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'security_groups': ['170aa950-74ae-4e49-9cbd-9b67fcd219f9']}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:42.785229 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Made reservation on behalf of d8080a757d2449b79c8f321e824c3f05 for: {'port': 1} {{(pid=92706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:10:42.788907 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.842682 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1334fb89-33d0-4e59-a126-e15854f088d2 req-1ab74f3c-13aa-4aab-b88d-d42b27eeed53 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 210 time: 0.0372765 Jun 16 17:10:42.938054 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Allocated IP 172.20.0.9 (d29b78f8-5db8-438b-b52a-841316b8e64e/9e4501b4-fd44-426c-bb45-c5ee19a0617d/22a4906c-c958-4d77-9219-7df5f20c6bb1) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:10:43.082842 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.097727 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Transition to ACTIVE for port object 22a4906c-c958-4d77-9219-7df5f20c6bb1 will not be triggered until provisioned by entity DHCP. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:10:43.131544 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.135262 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e39be4c2-a62c-4ed0-ac80-fb8e176057c9 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:43.175436 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Network d29b78f8-5db8-438b-b52a-841316b8e64e is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:10:43.180509 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:10:43.184307 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:10:43.211280 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'Port': ['ID=22a4906c-c958-4d77-9219-7df5f20c6bb1,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:43.224406 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.224794 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.225180 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.225550 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.225917 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.226336 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.226671 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.227032 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.227395 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.227783 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.228140 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.228500 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:43.233821 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:43.249027 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:43.249637 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.264341 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-1b8eb6e2-225c-4f1e-9eec-b5bc0de77eee tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936341 Jun 16 17:10:43.276398 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Request body: {'port': {'device_id': 'a9944453-c11d-4473-9cfb-efae8601046e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:43.353572 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.365413 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-f0c6640b-8223-4e71-b3bd-6a3d87a7aab8 None None] Provisioning for port 22a4906c-c958-4d77-9219-7df5f20c6bb1 completed by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:10:43.369247 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-f0c6640b-8223-4e71-b3bd-6a3d87a7aab8 None None] Provisioning complete for port 22a4906c-c958-4d77-9219-7df5f20c6bb1 triggered by entity DHCP. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:10:43.369625 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-f0c6640b-8223-4e71-b3bd-6a3d87a7aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.404083 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6640b-8223-4e71-b3bd-6a3d87a7aab8 None None] Port 22a4906c-c958-4d77-9219-7df5f20c6bb1 cannot update to ACTIVE because it is not bound. {{(pid=92708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:10:43.608124 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a4906c-c958-4d77-9219-7df5f20c6bb1 {{(pid=92706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:10:43.616029 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.627141 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.provisioning_blocks [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Transition to ACTIVE for port object 22a4906c-c958-4d77-9219-7df5f20c6bb1 will not be triggered until provisioned by entity L2. {{(pid=92706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:10:43.630723 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.632919 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f66194ef-83d7-43c8-8473-d4fc2a613430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:43.714315 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Pushing event updated for resources: {'Port': ['ID=22a4906c-c958-4d77-9219-7df5f20c6bb1,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:43.717392 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:43.788088 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Attempting to bind port 22a4906c-c958-4d77-9219-7df5f20c6bb1 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:10:43.788343 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Attempting to bind port 22a4906c-c958-4d77-9219-7df5f20c6bb1 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:10:43.788609 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Attempting to bind port 22a4906c-c958-4d77-9219-7df5f20c6bb1 on network d29b78f8-5db8-438b-b52a-841316b8e64e {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:10:43.792910 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Port 22a4906c-c958-4d77-9219-7df5f20c6bb1 on network d29b78f8-5db8-438b-b52a-841316b8e64e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:10:43.793229 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Attempting to bind port 22a4906c-c958-4d77-9219-7df5f20c6bb1 on network d29b78f8-5db8-438b-b52a-841316b8e64e {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:10:43.798891 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Checking agent: {'id': 'dd11278a-7cb7-40e3-a951-14dbdd0517a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'started_at': datetime.datetime(2021, 6, 16, 16, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:10:43.799227 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Checking segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:10:43.799606 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Bound using segment: {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'} {{(pid=92706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:10:43.800029 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.managers [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Bound port: 22a4906c-c958-4d77-9219-7df5f20c6bb1, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7892df2b-408d-4f2d-a284-5b939f3175ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e'}}] {{(pid=92706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:10:43.800372 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.864614 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] For port 22a4906c-c958-4d77-9219-7df5f20c6bb1, host hv-cinder-78338, cleared binding levels {{(pid=92706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:10:43.868010 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] For port 22a4906c-c958-4d77-9219-7df5f20c6bb1, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=22a4906c-c958-4d77-9219-7df5f20c6bb1,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:10:43.872010 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.874089 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-53263502-088d-4714-bfc2-99bd49aafbf1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:43.903956 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:43.904484 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.906762 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] 10.222.0.46 "PUT /v2.0/ports/22a4906c-c958-4d77-9219-7df5f20c6bb1 HTTP/1.1" status: 200 len: 1093 time: 0.6341524 Jun 16 17:10:43.909087 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9944453-c11d-4473-9cfb-efae8601046e', 'tag': '22a4906c-c958-4d77-9219-7df5f20c6bb1'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:43.912678 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9944453-c11d-4473-9cfb-efae8601046e", "tag": "22a4906c-c958-4d77-9219-7df5f20c6bb1"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:43.941782 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Pushing event updated for resources: {'Port': ['ID=22a4906c-c958-4d77-9219-7df5f20c6bb1,revision_number=3']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:43.945238 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:43.985923 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a23d9-1db0-47df-8b52-81c001f82397 x-openstack-request-id: req-ef7a23d9-1db0-47df-8b52-81c001f82397 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:43.986262 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9944453-c11d-4473-9cfb-efae8601046e", "tag": "22a4906c-c958-4d77-9219-7df5f20c6bb1", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:43.986603 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ef7a23d9-1db0-47df-8b52-81c001f82397 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:43.987068 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9944453-c11d-4473-9cfb-efae8601046e', 'tag': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'status': 'completed', 'code': 200} Jun 16 17:10:44.059147 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-5b1a0b4d-329e-4a1c-924c-9c2e131355b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:44.060644 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-5b1a0b4d-329e-4a1c-924c-9c2e131355b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 1096 time: 0.1051052 Jun 16 17:10:44.072523 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23db8-d756-4824-bf6f-b42796586ec7 req-71193108-a69c-4dbf-9fdf-323cf50228b3 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:44.073998 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-38c23db8-d756-4824-bf6f-b42796586ec7 req-71193108-a69c-4dbf-9fdf-323cf50228b3 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 943 time: 0.0861843 Jun 16 17:10:44.114297 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-37dddbc1-2b7b-4642-8b52-ad29cf5adb62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22a4906c-c958-4d77-9219-7df5f20c6bb1 HTTP/1.1" status: 200 len: 217 time: 0.0392907 Jun 16 17:10:44.172432 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-38c23db8-d756-4824-bf6f-b42796586ec7 req-cf098fd4-542a-4913-b2fd-0ada39406573 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913348 Jun 16 17:10:44.179265 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-acdc04ba-1c33-4cdd-8c16-3f77477c867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:44.180671 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-acdc04ba-1c33-4cdd-8c16-3f77477c867b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0588953 Jun 16 17:10:44.236530 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-5b1c8255-3b84-4394-afef-8a6f3e13c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:44.237864 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-5b1c8255-3b84-4394-afef-8a6f3e13c1ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502162 Jun 16 17:10:44.321066 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-5148ecaf-64a6-4976-a815-3a1b0c5d326f service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0762868 Jun 16 17:10:44.409074 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6186206c-25d8-4443-b9cd-7b3faa1fa872 req-a38af7bc-788e-40ef-9803-da40ffa15746 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812812 Jun 16 17:10:44.504268 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-6f98765e-d472-4447-bc87-1b7c89b445c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:44.505692 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-6f98765e-d472-4447-bc87-1b7c89b445c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 1096 time: 0.0501645 Jun 16 17:10:44.594673 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-3bdafff9-4129-4c2a-9a63-1d087039a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:44.596053 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-3bdafff9-4129-4c2a-9a63-1d087039a4aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0828645 Jun 16 17:10:44.636020 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-052487be-a35c-4938-a7f4-d0c42d04bef0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22a4906c-c958-4d77-9219-7df5f20c6bb1 HTTP/1.1" status: 200 len: 217 time: 0.0313866 Jun 16 17:10:44.687896 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-f5e32e41-240b-451e-bf79-36918c190fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:44.689252 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-f5e32e41-240b-451e-bf79-36918c190fa9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0434589 Jun 16 17:10:44.747324 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-1eb57c81-a42b-4c20-8326-ab7eb161df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:44.748760 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-1eb57c81-a42b-4c20-8326-ab7eb161df62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497217 Jun 16 17:10:44.837906 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-14f546c0-4885-496a-8f68-e6d9ba816be5 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790842 Jun 16 17:10:44.929297 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-07d4f78b-3e1c-4fb9-a797-98c519be6ef5 req-fc8ca6a5-68f1-4163-adbb-e0f7a38924d4 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812626 Jun 16 17:10:45.341993 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae4aff-55b5-4b68-b9f2-7e84c08e9fe0 req-deecc218-6ba4-4cc3-ade2-d9f4e5e2a5ef tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:45.343495 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2bae4aff-55b5-4b68-b9f2-7e84c08e9fe0 req-deecc218-6ba4-4cc3-ade2-d9f4e5e2a5ef tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 943 time: 0.0613596 Jun 16 17:10:45.380551 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-2bae4aff-55b5-4b68-b9f2-7e84c08e9fe0 req-f3ed0e0e-bda6-4ffb-a655-e081813856e4 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308597 Jun 16 17:10:46.553471 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b88c47-5a1f-428d-815d-1231e8f3d29c req-f3003304-3ccf-41ce-936a-7da11c53d6a2 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:46.554933 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5b88c47-5a1f-428d-815d-1231e8f3d29c req-f3003304-3ccf-41ce-936a-7da11c53d6a2 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 943 time: 0.0646496 Jun 16 17:10:46.591586 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5b88c47-5a1f-428d-815d-1231e8f3d29c req-39ea0e2e-3640-4943-b8ed-f909e78ce260 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Jun 16 17:10:47.760110 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2e9cd-f938-4fa7-a41b-5ea5f46380b4 req-9b1f45d9-3366-4f4b-8b28-f3ceaffe952c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:47.761563 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bba2e9cd-f938-4fa7-a41b-5ea5f46380b4 req-9b1f45d9-3366-4f4b-8b28-f3ceaffe952c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 943 time: 0.0640204 Jun 16 17:10:47.797686 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bba2e9cd-f938-4fa7-a41b-5ea5f46380b4 req-aa6a38eb-d025-4bf0-a7fe-b40bae0ba87a tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304661 Jun 16 17:10:48.074003 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:48.324600 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:10:48.970490 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2296b-9039-4dd9-bf42-6d2d9f58477a req-8e00e9e3-6a7a-4d58-94dd-3297b973afc5 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:48.971906 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ef2296b-9039-4dd9-bf42-6d2d9f58477a req-8e00e9e3-6a7a-4d58-94dd-3297b973afc5 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 943 time: 0.0615926 Jun 16 17:10:49.007696 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4ef2296b-9039-4dd9-bf42-6d2d9f58477a req-30f85b58-5403-49c0-a54e-c4f05d6f7ec5 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299485 Jun 16 17:10:50.176603 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d2433-108f-43a7-9d10-11bb81e51518 req-0d430adc-3c65-4de0-8140-62393bc9e9d8 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:50.178042 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-797d2433-108f-43a7-9d10-11bb81e51518 req-0d430adc-3c65-4de0-8140-62393bc9e9d8 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 943 time: 0.0644181 Jun 16 17:10:50.214085 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-797d2433-108f-43a7-9d10-11bb81e51518 req-85cb3f47-b358-4162-8dfe-8f6649437c79 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304661 Jun 16 17:10:51.380264 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf90e8-4b09-4e49-a3c5-a2da699edea7 req-46b6af66-8f2d-42c6-a435-331c2961b566 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:51.381677 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6cdf90e8-4b09-4e49-a3c5-a2da699edea7 req-46b6af66-8f2d-42c6-a435-331c2961b566 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 943 time: 0.0614121 Jun 16 17:10:51.417613 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6cdf90e8-4b09-4e49-a3c5-a2da699edea7 req-091d1e27-ab02-406b-9277-809864b01640 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303988 Jun 16 17:10:52.550348 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 22a4906c-c958-4d77-9219-7df5f20c6bb1 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=92708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:10:52.592256 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ba280-e854-41a5-b6ad-5e3fe1250d23 req-fc6bf733-b069-4cce-b9b5-caadff0ee63b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:52.594212 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3f4ba280-e854-41a5-b6ad-5e3fe1250d23 req-fc6bf733-b069-4cce-b9b5-caadff0ee63b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 943 time: 0.0655000 Jun 16 17:10:52.631297 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-3f4ba280-e854-41a5-b6ad-5e3fe1250d23 req-819a8ff9-3084-419b-bcc8-abd9d2330915 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312517 Jun 16 17:10:52.641930 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 22a4906c-c958-4d77-9219-7df5f20c6bb1, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=22a4906c-c958-4d77-9219-7df5f20c6bb1,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:52.652985 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Returning: {'device': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'port_id': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'mac_address': 'fa:16:3e:d2:67:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:10:52.691558 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:52.703492 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a4906c-c958-4d77-9219-7df5f20c6bb1 {{(pid=92708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:10:52.722162 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 22a4906c-c958-4d77-9219-7df5f20c6bb1, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=22a4906c-c958-4d77-9219-7df5f20c6bb1,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:52.726153 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:52.727847 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-c174687a-3d4c-40ab-a87c-9747a6d0e6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:52.771836 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=22a4906c-c958-4d77-9219-7df5f20c6bb1,revision_number=4']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:52.778697 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.779028 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.779390 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.779768 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.780100 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.780432 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.780759 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.781592 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.781920 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.782241 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.782586 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.782905 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:52.786633 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:52.963842 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] get_ports_and_sgs() called for port_ids ['22a4906c-c958-4d77-9219-7df5f20c6bb1'] {{(pid=92708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:10:53.605277 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-02b25c52-06d5-4b12-8470-e4bff67caefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.802401 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647aa90-564c-443a-825a-1b1e9b4fd2f4 req-292a01a6-59bf-4a3e-9818-0422f968a1f2 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:53.803846 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4647aa90-564c-443a-825a-1b1e9b4fd2f4 req-292a01a6-59bf-4a3e-9818-0422f968a1f2 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 944 time: 0.0614986 Jun 16 17:10:53.841085 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-4647aa90-564c-443a-825a-1b1e9b4fd2f4 req-af4ef7ec-1c8b-472d-a682-339b7be1a87f tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311844 Jun 16 17:10:54.565584 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 22a4906c-c958-4d77-9219-7df5f20c6bb1 up at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:10:54.612115 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning for port 22a4906c-c958-4d77-9219-7df5f20c6bb1 completed by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:10:54.615689 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.provisioning_blocks [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Provisioning complete for port 22a4906c-c958-4d77-9219-7df5f20c6bb1 triggered by entity L2. {{(pid=92708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:10:54.616064 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7994364'] for port, provisioning_complete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:54.691392 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:54.712902 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9944453-c11d-4473-9cfb-efae8601046e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a4906c-c958-4d77-9219-7df5f20c6bb1'}] {{(pid=92708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:54.715159 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d11ff55162b96d5c666488689cbdc46e81f0a44a9a7299b1ca9ec0a65cff388c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccabb16-a596-46e7-acbc-98db7f1f098a" -d '{"events": [{"server_uuid": "a9944453-c11d-4473-9cfb-efae8601046e", "name": "network-vif-plugged", "status": "completed", "tag": "22a4906c-c958-4d77-9219-7df5f20c6bb1"}]}' {{(pid=92708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:54.727378 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] For port 22a4906c-c958-4d77-9219-7df5f20c6bb1, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=22a4906c-c958-4d77-9219-7df5f20c6bb1,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:54.731827 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933'] for port, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:54.733682 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:54.755886 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6774ce-838d-4b77-902a-5bee75a43c4e x-openstack-request-id: req-0c6774ce-838d-4b77-902a-5bee75a43c4e {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:54.756187 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9944453-c11d-4473-9cfb-efae8601046e", "name": "network-vif-plugged", "status": "completed", "tag": "22a4906c-c958-4d77-9219-7df5f20c6bb1", "code": 200}]} {{(pid=92708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:54.756447 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0c6774ce-838d-4b77-902a-5bee75a43c4e {{(pid=92708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:54.756839 dv-cinder-783389-6-iscsi neutron-server[92708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9944453-c11d-4473-9cfb-efae8601046e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'code': 200} Jun 16 17:10:54.781629 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Pushing event updated for resources: {'Port': ['ID=22a4906c-c958-4d77-9219-7df5f20c6bb1,revision_number=5']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:54.784813 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:55.016903 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cab6e-4613-437d-922a-7bcca31eca18 req-6e79af33-cc60-4805-9323-68155e047458 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:55.018369 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dd2cab6e-4613-437d-922a-7bcca31eca18 req-6e79af33-cc60-4805-9323-68155e047458 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 945 time: 0.0679865 Jun 16 17:10:55.085029 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-dd2cab6e-4613-437d-922a-7bcca31eca18 req-9a71cda5-6f70-4cb9-9ceb-33adfed020a0 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606904 Jun 16 17:10:55.104510 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02d03b-d111-4a9e-9c26-f6a92eb190cf req-71665d9e-e45b-478c-93d1-ce3306335375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:55.105925 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6c02d03b-d111-4a9e-9c26-f6a92eb190cf req-71665d9e-e45b-478c-93d1-ce3306335375 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 1098 time: 0.1271925 Jun 16 17:10:55.139559 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-6c02d03b-d111-4a9e-9c26-f6a92eb190cf req-5667ad5c-86bf-4aad-8327-e316d4115399 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268424 Jun 16 17:10:55.871570 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-e67f47e9-1609-4b64-b2d8-239caa527641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.254385 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd49ed3-a10b-434f-a8dd-1a34e1a18394 req-c95e7e2d-c3ec-44e2-ba78-af9366e905bf tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:56.255829 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-acd49ed3-a10b-434f-a8dd-1a34e1a18394 req-c95e7e2d-c3ec-44e2-ba78-af9366e905bf tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 945 time: 0.0626202 Jun 16 17:10:56.280287 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.294499 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-acd49ed3-a10b-434f-a8dd-1a34e1a18394 req-5010a6ce-13cf-4698-bb71-513e61303f9e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327718 Jun 16 17:10:56.464702 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dcbbf-1f92-4522-b7e5-8dcd063052ad req-06f16b7c-9313-4bd7-b60b-7b4803a788fb tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:56.466136 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0a4dcbbf-1f92-4522-b7e5-8dcd063052ad req-06f16b7c-9313-4bd7-b60b-7b4803a788fb tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 945 time: 0.0642676 Jun 16 17:10:56.502560 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-0a4dcbbf-1f92-4522-b7e5-8dcd063052ad req-adc3cdd8-43d2-439d-919a-726878771662 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302987 Jun 16 17:10:56.526055 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38282) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:56.575085 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f06b675-bf9e-401b-9084-d97197e175d2 tempest-TestVolumeBootPattern-130683589 tempest-TestVolumeBootPattern-130683589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:56.576504 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-1f06b675-bf9e-401b-9084-d97197e175d2 tempest-TestVolumeBootPattern-130683589 tempest-TestVolumeBootPattern-130683589-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 1093 time: 0.0494859 Jun 16 17:10:56.579175 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38284) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:56.583350 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.v2.base [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Request body: {'floatingip': {'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'port_id': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:56.604710 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.698769 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8268374'] for port, before_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.799149 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_common [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Allocated IP 172.27.1.231 (f918d14e-4c62-4a95-b646-f45c14c58acf/281686fb-97f9-4933-a426-e2ce1041b32a/e83d6876-c4a2-4c88-96af-102e87e13c7e) {{(pid=92706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:10:56.880951 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.901530 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for port, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.937975 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8269459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785442926870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3387009'] for port, after_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.940724 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:56.974886 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Network f918d14e-4c62-4a95-b646-f45c14c58acf is already hosted by enough agents. {{(pid=92706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:10:56.979460 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.base_scheduler [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Resources bound (agent type, host, resource id): {{(pid=92706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:10:56.982966 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Received port after_create {{(pid=92706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:10:56.988184 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'Port': ['ID=e83d6876-c4a2-4c88-96af-102e87e13c7e,revision_number=1']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:57.005889 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:57.318991 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.392177 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8268356'] for port, before_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.533381 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for port, precommit_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.537587 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785443334503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785442926888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785442926933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387031'] for port, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.539582 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4f4b9025-e14d-409d-8f96-951ace884fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:57.605215 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event updated for resources: {'Port': ['ID=e83d6876-c4a2-4c88-96af-102e87e13c7e,revision_number=2']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:57.608792 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:57.615012 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939501'] for floatingip, after_update {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.704613 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Floating IP ed3d32b2-c715-41fc-a778-324fd3a538f6 associated. External IP: 172.27.1.231, port: 22a4906c-c958-4d77-9219-7df5f20c6bb1. Jun 16 17:10:58.174860 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Router 2252613e-57d2-4da9-8edb-67ef5db567b7 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:10:58.277650 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:10:58.287039 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] Sync routers for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:10:58.293590 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.295919 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:10:58.297054 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:10:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:58.328870 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-39552dc9-b705-4155-8a05-7d1a76b6a3ac tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7487192 Jun 16 17:10:58.329533 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9944453-c11d-4473-9cfb-efae8601046e', 'tag': '22a4906c-c958-4d77-9219-7df5f20c6bb1'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:58.331888 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fa848e-6748-437f-9816-c4129999731b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9944453-c11d-4473-9cfb-efae8601046e", "tag": "22a4906c-c958-4d77-9219-7df5f20c6bb1"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:58.399539 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:10:58.416033 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0711d95-1d0e-4f92-b587-b1ab64544492 x-openstack-request-id: req-f0711d95-1d0e-4f92-b587-b1ab64544492 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:58.416378 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9944453-c11d-4473-9cfb-efae8601046e", "tag": "22a4906c-c958-4d77-9219-7df5f20c6bb1", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:58.416694 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f0711d95-1d0e-4f92-b587-b1ab64544492 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:58.417153 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9944453-c11d-4473-9cfb-efae8601046e', 'tag': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'status': 'completed', 'code': 200} Jun 16 17:10:58.504929 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa848e-6748-437f-9816-c4129999731b req-4e3d249c-8777-47c6-9215-2ce531d0476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:58.506405 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f6fa848e-6748-437f-9816-c4129999731b req-4e3d249c-8777-47c6-9215-2ce531d0476f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 1098 time: 0.0537932 Jun 16 17:10:58.598691 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa848e-6748-437f-9816-c4129999731b req-6cd52162-8661-4cdd-8de2-789c25206c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:58.600141 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f6fa848e-6748-437f-9816-c4129999731b req-6cd52162-8661-4cdd-8de2-789c25206c32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0872467 Jun 16 17:10:58.626044 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '069900a1-e235-467d-af44-2dbe4c5d8a43', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:39:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:04Z', 'revision_number': 1, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}, {'id': 'ed3d32b2-c715-41fc-a778-324fd3a538f6', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:d2:67:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9944453-c11d-4473-9cfb-efae8601046e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:10:57Z', 'updated_at': '2021-06-16T17:10:57Z', 'revision_number': 0, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:58.629368 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] Checking router: 2252613e-57d2-4da9-8edb-67ef5db567b7 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:10:58.637277 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:10:58.637879 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:10:56Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:58.666185 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f6fa848e-6748-437f-9816-c4129999731b req-cda882cf-c3f8-4d86-9abe-bbca5558c05e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22a4906c-c958-4d77-9219-7df5f20c6bb1 HTTP/1.1" status: 200 len: 999 time: 0.0590672 Jun 16 17:10:58.715313 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa848e-6748-437f-9816-c4129999731b req-408e088d-5d82-4b74-abb5-0e05e28033e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:58.716804 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f6fa848e-6748-437f-9816-c4129999731b req-408e088d-5d82-4b74-abb5-0e05e28033e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0439057 Jun 16 17:10:58.776612 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa848e-6748-437f-9816-c4129999731b req-2c19d7b3-7eb4-4c60-acfc-7818635be7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:58.778104 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f6fa848e-6748-437f-9816-c4129999731b req-2c19d7b3-7eb4-4c60-acfc-7818635be7f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544186 Jun 16 17:10:58.851197 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.873081 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f6fa848e-6748-437f-9816-c4129999731b req-9a9dca80-01e1-480c-80bb-a82f4555d238 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875595 Jun 16 17:10:58.876170 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:10:58.961266 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-f6fa848e-6748-437f-9816-c4129999731b req-d4257184-c549-4e40-b83e-21c5ca9560ca service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818214 Jun 16 17:10:59.091098 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '069900a1-e235-467d-af44-2dbe4c5d8a43', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:39:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:04Z', 'revision_number': 1, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}, {'id': 'ed3d32b2-c715-41fc-a778-324fd3a538f6', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:d2:67:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9944453-c11d-4473-9cfb-efae8601046e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:10:57Z', 'updated_at': '2021-06-16T17:10:57Z', 'revision_number': 0, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:59.095057 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d42f3e-a514-4f60-a6d5-e7505f0f5bb8 None None] The sync data for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi is: [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '069900a1-e235-467d-af44-2dbe4c5d8a43', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:39:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:04Z', 'revision_number': 1, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}, {'id': 'ed3d32b2-c715-41fc-a778-324fd3a538f6', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:d2:67:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9944453-c11d-4473-9cfb-efae8601046e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:10:57Z', 'updated_at': '2021-06-16T17:10:57Z', 'revision_number': 0, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:10:59.272479 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84651f1a-bb06-4c29-9a29-d5ae744455ee None None] New status for floating IP ed3d32b2-c715-41fc-a778-324fd3a538f6: ACTIVE {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:11:18.088920 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:23.605723 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea3f4-6a13-4f9b-ab0c-e9989e0cac34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:25.322809 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:11:25.872102 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae4ca-d52c-42f9-9e85-5168af608cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:26.280803 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:26.884399 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:28.833461 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:35.014904 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-159b3c66-bf32-4807-8c28-d618bbc259da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532017 Jun 16 17:11:35.104097 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-e094333e-17ad-4bf0-be2d-532b921f20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:35.105534 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-e094333e-17ad-4bf0-be2d-532b921f20a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 1098 time: 0.0501065 Jun 16 17:11:35.204835 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-c69b8635-5f8f-4566-a986-8bc4b229bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:35.206255 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-c69b8635-5f8f-4566-a986-8bc4b229bf64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0806761 Jun 16 17:11:35.272827 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-5f4e3250-eb2d-4f81-9ffc-c1536549204c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79 HTTP/1.1" status: 200 len: 1000 time: 0.0596128 Jun 16 17:11:35.320101 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-b62127d1-8847-4848-9027-69997d8f68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:35.321444 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-b62127d1-8847-4848-9027-69997d8f68fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0419862 Jun 16 17:11:35.377492 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-157cf996-304b-4506-8e59-218b10a00268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:35.378923 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-157cf996-304b-4506-8e59-218b10a00268 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504103 Jun 16 17:11:35.469492 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-8c31899b-b842-4e6f-8ff8-acb300558664 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832932 Jun 16 17:11:35.563814 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-d5408d6f-24a9-4dbd-940b-2b5ee28e6473 req-017f7ae8-6234-4ce9-9cdf-578847782358 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813103 Jun 16 17:11:48.096102 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:51.621780 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [req-1065af85-5fad-454e-8d4f-ada5c9d95058 req-14dd4950-3aee-4d81-b87f-a41939b5ae8b service neutron] (92706) timed out ('10.222.0.46', 58185) {{(pid=92706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 17:11:53.606197 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-f5fb4c97-33dc-4463-9e58-a44e24068402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:55.872516 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf7e0-e4d6-468c-a28c-f63554497d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:56.281875 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:56.886064 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:58.838155 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:02.320544 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:12:07.016025 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [req-c2890734-16b1-4793-a885-4364c828ef66 req-468db887-4a06-4ff3-b8cb-36069db93ffd service neutron] (92705) timed out ('10.222.0.46', 58193) {{(pid=92705) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 17:12:18.087571 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:23.605781 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-dd10943f-1a2c-4651-84a1-518dd6b3570c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:25.873394 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f3ac-dd55-4af0-8b73-861771a64118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:26.282303 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:26.889236 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:28.840143 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:29.368514 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 38320) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:29.558898 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Deleting port e83d6876-c4a2-4c88-96af-102e87e13c7e {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:29.559239 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:29.633647 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:29.633892 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:29.693938 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Calling delete_port for e83d6876-c4a2-4c88-96af-102e87e13c7e owned by network:floatingip {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:29.835147 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:29.838006 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:29.861057 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event deleted for resources: {'Port': ['ID=e83d6876-c4a2-4c88-96af-102e87e13c7e,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:29.893303 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.893618 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.893994 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.894405 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.894775 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.895140 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.895504 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.895866 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.896225 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.896582 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.896938 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.897293 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:29.915787 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:29.933108 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:29.933441 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.db.l3_db [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Floating IP ed3d32b2-c715-41fc-a778-324fd3a538f6 disassociated (deleted). External IP: 172.27.1.231, port: 22a4906c-c958-4d77-9219-7df5f20c6bb1. Jun 16 17:12:30.130901 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Router 2252613e-57d2-4da9-8edb-67ef5db567b7 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:12:30.232517 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:12:30.237737 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:30.242026 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] Sync routers for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:12:30.251141 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:12:30.251756 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:12:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:30.275365 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-8132d652-524b-469d-aabe-735f04a3f91e tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "DELETE /v2.0/floatingips/ed3d32b2-c715-41fc-a778-324fd3a538f6 HTTP/1.1" status: 204 len: 168 time: 0.9057813 Jun 16 17:12:30.276026 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9944453-c11d-4473-9cfb-efae8601046e', 'tag': '22a4906c-c958-4d77-9219-7df5f20c6bb1'}] {{(pid=92705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:12:30.278353 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b6890075a74d5e06acd346aaca2eea1093c8dfce6f6b202791e980c9b2d18cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa82599-7264-4d0f-a503-31e9af4f11b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9944453-c11d-4473-9cfb-efae8601046e", "tag": "22a4906c-c958-4d77-9219-7df5f20c6bb1"}]}' {{(pid=92705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:12:30.356442 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:12:30.369227 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f2e8ba-2914-492f-8bac-83ecd657f9c8 x-openstack-request-id: req-39f2e8ba-2914-492f-8bac-83ecd657f9c8 {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:12:30.369726 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9944453-c11d-4473-9cfb-efae8601046e", "tag": "22a4906c-c958-4d77-9219-7df5f20c6bb1", "status": "completed", "code": 200}]} {{(pid=92705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:12:30.369921 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-39f2e8ba-2914-492f-8bac-83ecd657f9c8 {{(pid=92705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:12:30.370328 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9944453-c11d-4473-9cfb-efae8601046e', 'tag': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'status': 'completed', 'code': 200} Jun 16 17:12:30.451482 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-5f011b44-ffa1-40ef-b2a2-6de1fe381cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:30.453299 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-5f011b44-ffa1-40ef-b2a2-6de1fe381cbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 1098 time: 0.0583634 Jun 16 17:12:30.554147 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-3914bedb-9b3a-409b-87bf-06edf72d3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:30.555654 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-3914bedb-9b3a-409b-87bf-06edf72d3920 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0962186 Jun 16 17:12:30.601679 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '069900a1-e235-467d-af44-2dbe4c5d8a43', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:39:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:04Z', 'revision_number': 1, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:30.604260 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-5908ea8d-3d8e-4e39-a9e2-1c711ecb6736 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22a4906c-c958-4d77-9219-7df5f20c6bb1 HTTP/1.1" status: 200 len: 217 time: 0.0396998 Jun 16 17:12:30.605273 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] Checking router: 2252613e-57d2-4da9-8edb-67ef5db567b7 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:12:30.614434 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:12:30.615057 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:12:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:30.684032 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-dc2399ad-44b4-417a-a723-96fd12301096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:30.685469 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-dc2399ad-44b4-417a-a723-96fd12301096 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0719149 Jun 16 17:12:30.700240 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bcf2f-d2fc-4390-be33-9fa434e07ff3 req-e5ca7552-d658-4c30-a8ed-f3189a64526b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:30.701626 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-047bcf2f-d2fc-4390-be33-9fa434e07ff3 req-e5ca7552-d658-4c30-a8ed-f3189a64526b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 945 time: 0.0998740 Jun 16 17:12:30.716718 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:12:30.770258 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-047bcf2f-d2fc-4390-be33-9fa434e07ff3 req-f7b8093e-cbe6-4c90-b765-277d48455907 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607691 Jun 16 17:12:30.783457 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-fd42821b-2439-41fe-a7f5-1babcfb3c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:30.784970 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-fd42821b-2439-41fe-a7f5-1babcfb3c4ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924270 Jun 16 17:12:30.876516 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-b494ffbb-fe04-40fb-b1df-a46dd6e48459 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821793 Jun 16 17:12:30.944053 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '069900a1-e235-467d-af44-2dbe4c5d8a43', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:39:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:04Z', 'revision_number': 1, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:30.947658 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d617a-5adc-4713-a880-36f0cb9285d6 None None] The sync data for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi is: [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_floatingips': [{'id': '069900a1-e235-467d-af44-2dbe4c5d8a43', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'router_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'port_id': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'mac_address': 'fa:16:3e:39:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:04Z', 'revision_number': 1, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:12:30.972506 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-cfa82599-7264-4d0f-a503-31e9af4f11b4 req-78be5d49-e3c1-47fc-99dd-ed42b77ec0a5 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858166 Jun 16 17:12:31.157417 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249932d5-3cdc-46a1-b548-c8092a2bf086 None None] New status for floating IP ed3d32b2-c715-41fc-a778-324fd3a538f6: DOWN {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:12:31.945093 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e737e-e61d-4da8-9ea4-7fde71c6c549 req-8cc2f164-31de-476c-95cd-603f6fd78472 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:31.946573 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c27e737e-e61d-4da8-9ea4-7fde71c6c549 req-8cc2f164-31de-476c-95cd-603f6fd78472 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 945 time: 0.0615337 Jun 16 17:12:31.982950 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-c27e737e-e61d-4da8-9ea4-7fde71c6c549 req-abb7f4fb-54a2-4851-945c-acf328d53d72 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308206 Jun 16 17:12:32.134706 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-8c9230e0-2d1f-4139-bdb3-1a2710918294 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:32.135991 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-8c9230e0-2d1f-4139-bdb3-1a2710918294 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 945 time: 0.0593879 Jun 16 17:12:32.234534 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Deleting port 22a4906c-c958-4d77-9219-7df5f20c6bb1 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:32.234872 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:32.317716 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] For port 22a4906c-c958-4d77-9219-7df5f20c6bb1, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=22a4906c-c958-4d77-9219-7df5f20c6bb1,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:32.318067 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:32.381825 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Calling delete_port for 22a4906c-c958-4d77-9219-7df5f20c6bb1 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:32.504439 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:32.508271 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-d62788af-7a93-426f-b94c-012c16f6ef0c tempest-AttachVolumeShelveTestJSON-862679120 tempest-AttachVolumeShelveTestJSON-862679120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:32.533398 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event deleted for resources: {'Port': ['ID=22a4906c-c958-4d77-9219-7df5f20c6bb1,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:32.545045 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.545432 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.545812 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.546181 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.546576 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.546945 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.547311 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.547695 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.548164 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.548540 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.548885 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.549239 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:32.567001 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:32.587390 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] No DVR routers for this DVR port 22a4906c-c958-4d77-9219-7df5f20c6bb1 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:12:32.589732 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:32.591712 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bd27d55d-81ff-4646-acf4-bc7504c158ca req-89a9f097-c4dc-421b-942a-0e890918e456 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "DELETE /v2.0/ports/22a4906c-c958-4d77-9219-7df5f20c6bb1 HTTP/1.1" status: 204 len: 173 time: 0.4502833 Jun 16 17:12:32.592191 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9944453-c11d-4473-9cfb-efae8601046e', 'name': 'network-vif-deleted', 'tag': '22a4906c-c958-4d77-9219-7df5f20c6bb1'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:12:32.595190 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494d7a10-e86c-423e-9d78-18e5adb2090a" -d '{"events": [{"server_uuid": "a9944453-c11d-4473-9cfb-efae8601046e", "name": "network-vif-deleted", "tag": "22a4906c-c958-4d77-9219-7df5f20c6bb1"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:12:32.642495 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc03ae78-8ee6-4a2a-8305-5a11696e7e8a x-openstack-request-id: req-cc03ae78-8ee6-4a2a-8305-5a11696e7e8a {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:12:32.642815 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9944453-c11d-4473-9cfb-efae8601046e", "name": "network-vif-deleted", "tag": "22a4906c-c958-4d77-9219-7df5f20c6bb1", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:12:32.643112 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cc03ae78-8ee6-4a2a-8305-5a11696e7e8a {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:12:32.643552 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9944453-c11d-4473-9cfb-efae8601046e', 'name': 'network-vif-deleted', 'tag': '22a4906c-c958-4d77-9219-7df5f20c6bb1', 'status': 'completed', 'code': 200} Jun 16 17:12:33.134508 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-18131ada-4eeb-4e2b-b8fb-7fcacf65620e req-803d4b63-0082-41e0-929d-06687357e5ba tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=a9944453-c11d-4473-9cfb-efae8601046e HTTP/1.1" status: 200 len: 210 time: 0.0312974 Jun 16 17:12:36.437579 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38368) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:36.587172 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Deleting port 0f98455b-6d3f-4bee-95b3-77bbe19c2fc1 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:36.587516 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:36.657898 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:36.658218 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:36.720987 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Calling delete_port for 0f98455b-6d3f-4bee-95b3-77bbe19c2fc1 owned by network:floatingip {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:36.886506 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:36.888466 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-4118bf36-14c6-420d-837e-99ad646f5da3 tempest-TestShelveInstance-1565129948 tempest-TestShelveInstance-1565129948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:36.910515 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event deleted for resources: {'Port': ['ID=0f98455b-6d3f-4bee-95b3-77bbe19c2fc1,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:36.913580 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:36.964886 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 22a4906c-c958-4d77-9219-7df5f20c6bb1 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:12:36.976016 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:36.976278 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.db.l3_db [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Floating IP 069900a1-e235-467d-af44-2dbe4c5d8a43 disassociated (deleted). External IP: 172.27.1.45, port: 5f96ea47-19b7-43f2-abf6-009bb58efc79. Jun 16 17:12:36.985094 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 22a4906c-c958-4d77-9219-7df5f20c6bb1 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:12:36.985470 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 22a4906c-c958-4d77-9219-7df5f20c6bb1 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:12:37.179880 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Router 2252613e-57d2-4da9-8edb-67ef5db567b7 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:12:37.283808 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:12:37.288403 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:37.293994 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] Sync routers for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:12:37.303382 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:12:37.303999 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:12:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:37.322441 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-f2915be1-ea61-4bbd-9ae2-0481468af99c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "DELETE /v2.0/floatingips/069900a1-e235-467d-af44-2dbe4c5d8a43 HTTP/1.1" status: 204 len: 168 time: 0.8837550 Jun 16 17:12:37.323118 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'tag': '5f96ea47-19b7-43f2-abf6-009bb58efc79'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:12:37.325419 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761abbaf-f1e8-4c08-bcbd-a611112b73b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6e8266-9e44-40c5-b08a-90b6814618f9", "tag": "5f96ea47-19b7-43f2-abf6-009bb58efc79"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:12:37.362940 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6c131b-930e-4580-afe9-701202b652c0 x-openstack-request-id: req-fc6c131b-930e-4580-afe9-701202b652c0 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:12:37.363293 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6e8266-9e44-40c5-b08a-90b6814618f9", "tag": "5f96ea47-19b7-43f2-abf6-009bb58efc79", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:12:37.363569 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fc6c131b-930e-4580-afe9-701202b652c0 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:12:37.364002 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'tag': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'status': 'completed', 'code': 200} Jun 16 17:12:37.410689 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:12:37.438508 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-5309aae2-795b-4d6c-ab6c-f11cfb1eac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:37.440003 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-5309aae2-795b-4d6c-ab6c-f11cfb1eac86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8080a757d2449b79c8f321e824c3f05&device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 1098 time: 0.0529718 Jun 16 17:12:37.540736 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-71e16143-546c-4f6a-90d8-dba83e21c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:37.542889 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-71e16143-546c-4f6a-90d8-dba83e21c75b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 200 len: 913 time: 0.0960062 Jun 16 17:12:37.588998 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-995f0c66-0cca-4e58-990d-c0ceb6f2604e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79 HTTP/1.1" status: 200 len: 217 time: 0.0347328 Jun 16 17:12:37.631225 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:37.634716 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] Checking router: 2252613e-57d2-4da9-8edb-67ef5db567b7 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:12:37.637016 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-9eb39623-f04b-4ae0-a1c8-a9f2e5d60661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:37.638784 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-9eb39623-f04b-4ae0-a1c8-a9f2e5d60661 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 200 len: 850 time: 0.0435946 Jun 16 17:12:37.643243 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:12:37.643838 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:12:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:37.741514 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbe913-a1cc-4a0e-8038-17fecbacbecc req-286aab89-7785-4296-8a25-6aa4d022d59c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:37.743038 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bfdbe913-a1cc-4a0e-8038-17fecbacbecc req-286aab89-7785-4296-8a25-6aa4d022d59c tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 945 time: 0.1027932 Jun 16 17:12:37.745027 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-a65277f5-e0aa-433a-961a-68fc6daedd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:37.746373 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:12:37.746517 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-a65277f5-e0aa-433a-961a-68fc6daedd96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d29b78f8-5db8-438b-b52a-841316b8e64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976105 Jun 16 17:12:37.806722 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-bfdbe913-a1cc-4a0e-8038-17fecbacbecc req-46afe96c-a0c3-4c36-ad6b-f5360bebdfa6 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569344 Jun 16 17:12:37.862182 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-ee0f4c88-bf25-45f0-b4d4-5fb49bf83e8c service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056242 Jun 16 17:12:37.942034 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:37.945491 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be692c-db75-47cc-bdf3-e73a1e7775bc None None] The sync data for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi is: [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi', '_interfaces': [{'id': '7f66b888-b692-4687-a84b-1e655dbb7384', 'name': '', 'network_id': 'd29b78f8-5db8-438b-b52a-841316b8e64e', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'mac_address': 'fa:16:3e:de:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:06Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'subnets': [{'id': '9e4501b4-fd44-426c-bb45-c5ee19a0617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:12:37.951333 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-761abbaf-f1e8-4c08-bcbd-a611112b73b2 req-527e57b7-fa3b-4257-94ec-2987f6d848d2 service neutron] 10.222.0.46 "GET /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814364 Jun 16 17:12:38.141964 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d0f03-0054-4ac7-908c-762cb16a3d30 None None] New status for floating IP 069900a1-e235-467d-af44-2dbe4c5d8a43: DOWN {{(pid=92709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:12:38.978736 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cfb6a-b7ea-459d-b8eb-716bf14e298d req-997a7397-b65f-44b4-921a-8672d1bb5030 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:38.980159 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-993cfb6a-b7ea-459d-b8eb-716bf14e298d req-997a7397-b65f-44b4-921a-8672d1bb5030 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 945 time: 0.0610280 Jun 16 17:12:39.020368 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-993cfb6a-b7ea-459d-b8eb-716bf14e298d req-e38cd7b6-1264-4e29-9ab3-483ef9d69c79 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/security-groups?id=170aa950-74ae-4e49-9cbd-9b67fcd219f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339262 Jun 16 17:12:39.122960 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-ee13eef6-fe97-412f-98b0-c48dbf14a234 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:39.124345 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-ee13eef6-fe97-412f-98b0-c48dbf14a234 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 945 time: 0.0596406 Jun 16 17:12:39.223448 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Deleting port 5f96ea47-19b7-43f2-abf6-009bb58efc79 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:39.223788 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:39.308875 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] For port 5f96ea47-19b7-43f2-abf6-009bb58efc79, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5f96ea47-19b7-43f2-abf6-009bb58efc79,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:39.309147 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:39.318708 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:12:39.371513 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Calling delete_port for 5f96ea47-19b7-43f2-abf6-009bb58efc79 owned by compute:nova {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:39.489845 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:39.493514 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-72c83659-cc5c-4cc7-a392-59d867d69252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:39.521288 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event deleted for resources: {'Port': ['ID=5f96ea47-19b7-43f2-abf6-009bb58efc79,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:39.524261 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:39.838799 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] No DVR routers for this DVR port 5f96ea47-19b7-43f2-abf6-009bb58efc79 on host hv-cinder-78338 {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:12:39.841175 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for port, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:39.843146 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-eb614504-c966-4860-80dc-1e6fc1f7c7ca req-6ec38950-c6a9-4077-9311-5d61aa518f44 tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.46 "DELETE /v2.0/ports/5f96ea47-19b7-43f2-abf6-009bb58efc79 HTTP/1.1" status: 204 len: 173 time: 0.7132919 Jun 16 17:12:39.843658 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'name': 'network-vif-deleted', 'tag': '5f96ea47-19b7-43f2-abf6-009bb58efc79'}] {{(pid=92706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:12:39.845948 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7fd8c6d671fe16f3b52a8ff9c4691d53aa12bdbef113076878bc7d1e1297c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d5ae77-de5a-4f50-afa3-5d23e68209ea" -d '{"events": [{"server_uuid": "0b6e8266-9e44-40c5-b08a-90b6814618f9", "name": "network-vif-deleted", "tag": "5f96ea47-19b7-43f2-abf6-009bb58efc79"}]}' {{(pid=92706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:12:39.887599 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04135583-7172-4719-9491-5c6104bf8603 x-openstack-request-id: req-04135583-7172-4719-9491-5c6104bf8603 {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:12:39.887985 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6e8266-9e44-40c5-b08a-90b6814618f9", "name": "network-vif-deleted", "tag": "5f96ea47-19b7-43f2-abf6-009bb58efc79", "status": "completed", "code": 200}]} {{(pid=92706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:12:39.888284 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-04135583-7172-4719-9491-5c6104bf8603 {{(pid=92706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:12:39.888820 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6e8266-9e44-40c5-b08a-90b6814618f9', 'name': 'network-vif-deleted', 'tag': '5f96ea47-19b7-43f2-abf6-009bb58efc79', 'status': 'completed', 'code': 200} Jun 16 17:12:40.159914 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [req-1f043ff4-1af6-4bdb-bdfc-1027923911c9 req-558d5c5b-071b-4dd1-9448-94e72c52df7b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b6e8266-9e44-40c5-b08a-90b6814618f9 HTTP/1.1" status: 200 len: 210 time: 0.0286529 Jun 16 17:12:41.250255 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38384) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:41.365839 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Deleting port 230cd18d-fd9f-47ca-9f4f-41fc20ec7aef {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:41.366173 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:41.439043 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:41.439359 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:41.502022 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Calling delete_port for 230cd18d-fd9f-47ca-9f4f-41fc20ec7aef owned by network:floatingip {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:41.625251 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:41.627134 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-bd3d6d58-ec80-4a69-af05-3a0f44e4832b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:41.652417 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event deleted for resources: {'Port': ['ID=230cd18d-fd9f-47ca-9f4f-41fc20ec7aef,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:41.656029 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:41.711620 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for floatingip, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:41.714097 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452483'] for floatingip, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:41.715254 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "DELETE /v2.0/floatingips/25b30761-e1c6-4921-9703-a33401b32ab3 HTTP/1.1" status: 204 len: 168 time: 0.4640093 Jun 16 17:12:42.971940 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38396) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:42.996206 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 5f96ea47-19b7-43f2-abf6-009bb58efc79 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:12:43.016495 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] No Port match for: 5f96ea47-19b7-43f2-abf6-009bb58efc79 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:12:43.016742 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Device 5f96ea47-19b7-43f2-abf6-009bb58efc79 not bound to the agent host hv-cinder-78338 {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:12:43.027660 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-eace110e-c344-4225-a36e-d5d87bbd6bde tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:43.051412 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-eace110e-c344-4225-a36e-d5d87bbd6bde tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:43.107173 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-eace110e-c344-4225-a36e-d5d87bbd6bde tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:43.109974 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-eace110e-c344-4225-a36e-d5d87bbd6bde tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:43.111210 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-eace110e-c344-4225-a36e-d5d87bbd6bde tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] 10.222.0.98 "DELETE /v2.0/security-groups/170aa950-74ae-4e49-9cbd-9b67fcd219f9 HTTP/1.1" status: 204 len: 168 time: 0.1382685 Jun 16 17:12:43.111979 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-dd2847b1-b713-42d1-8703-031b5bb996d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:43.120519 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace110e-c344-4225-a36e-d5d87bbd6bde tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=170aa950-74ae-4e49-9cbd-9b67fcd219f9,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:43.125074 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-eace110e-c344-4225-a36e-d5d87bbd6bde tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:43.167254 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38400) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:43.612248 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956618'] for router_interface, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:43.852531 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Deleting port 7f66b888-b692-4687-a84b-1e655dbb7384 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:43.852871 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:43.930087 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] For port 7f66b888-b692-4687-a84b-1e655dbb7384, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=7f66b888-b692-4687-a84b-1e655dbb7384,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:43.930486 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:43.997946 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Calling delete_port for 7f66b888-b692-4687-a84b-1e655dbb7384 owned by network:router_interface {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:44.168635 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:44.171142 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8dbe9a87-f230-4a3a-893a-bb21ff09d5ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:44.193363 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f66b888-b692-4687-a84b-1e655dbb7384,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:44.195660 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:44.356621 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956510'] for router_interface, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:44.556688 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Router 2252613e-57d2-4da9-8edb-67ef5db567b7 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:12:44.656151 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:12:44.661194 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-1638d8d3-6843-4275-8862-21cee4107491 admin admin] 10.222.0.98 "PUT /v2.0/routers/2252613e-57d2-4da9-8edb-67ef5db567b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4927950 Jun 16 17:12:44.663524 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38404) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:44.666267 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] Sync routers for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:12:44.675933 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:12:44.676546 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:12:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:44.765855 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Notify callbacks [] for router, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:44.778303 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:12:44.865483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:44.922483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Deleting port 4240580d-b960-4f17-b16e-68809bd77d95 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:44.922831 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.000694 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] For port 4240580d-b960-4f17-b16e-68809bd77d95, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=4240580d-b960-4f17-b16e-68809bd77d95,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:45.001430 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.065221 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Calling delete_port for 4240580d-b960-4f17-b16e-68809bd77d95 owned by network:router_gateway {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:45.078680 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4240580d-b960-4f17-b16e-68809bd77d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:12:44Z', 'revision_number': 5, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port': {'id': '4240580d-b960-4f17-b16e-68809bd77d95', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:45.081965 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] Checking router: 2252613e-57d2-4da9-8edb-67ef5db567b7 for host: dv-cinder-783389-6-iscsi {{(pid=92708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:12:45.090249 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] Routers {'2252613e-57d2-4da9-8edb-67ef5db567b7'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:12:45.090881 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:12:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['2252613e-57d2-4da9-8edb-67ef5db567b7'], 'active': True} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:45.173062 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvr_db [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] Set router 2252613e-57d2-4da9-8edb-67ef5db567b7 gateway port host: None {{(pid=92708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:12:45.227295 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_hamode_db [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:12:44Z', 'revision_number': 6, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port_host': None}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:45.230890 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081e2db-c475-448c-b37d-a24e6bf6a553 None None] The sync data for ids ['2252613e-57d2-4da9-8edb-67ef5db567b7'] in dv-cinder-783389-6-iscsi is: [{'id': '2252613e-57d2-4da9-8edb-67ef5db567b7', 'name': 'tempest-TestVolumeBootPattern-827297627-router', 'tenant_id': 'd8080a757d2449b79c8f321e824c3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:04Z', 'updated_at': '2021-06-16T17:12:44Z', 'revision_number': 6, 'project_id': 'd8080a757d2449b79c8f321e824c3f05', 'gw_port_host': None}] {{(pid=92708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:12:45.231391 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.235365 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-cff7d5dc-536c-4a70-9a89-1b57d96552ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:45.263827 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=4240580d-b960-4f17-b16e-68809bd77d95,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:45.266622 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:45.322153 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-939293'] for router_gateway, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.407388 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1142'] for router, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.409393 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.449369 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937047'] for router, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.449872 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2252613e-57d2-4da9-8edb-67ef5db567b7 {{(pid=92706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:12:45.455291 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] Notify callbacks [] for router, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.456394 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-741d6793-f0b5-4bee-ac2a-7da51fb18d40 admin admin] 10.222.0.98 "DELETE /v2.0/routers/2252613e-57d2-4da9-8edb-67ef5db567b7 HTTP/1.1" status: 204 len: 168 time: 0.7919793 Jun 16 17:12:45.458820 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38406) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:45.500515 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf12740-55e9-4218-b353-e3faa11348bb admin admin] Deleting subnet 9e4501b4-fd44-426c-bb45-c5ee19a0617d {{(pid=92706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:12:45.503383 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2bf12740-55e9-4218-b353-e3faa11348bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.538805 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2bf12740-55e9-4218-b353-e3faa11348bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3390238'] for subnet, precommit_delete_associations {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.616186 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2bf12740-55e9-4218-b353-e3faa11348bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.671559 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2bf12740-55e9-4218-b353-e3faa11348bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3628078'] for subnet, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.674533 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:45.697169 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf12740-55e9-4218-b353-e3faa11348bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4501b4-fd44-426c-bb45-c5ee19a0617d,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:45.700237 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-2bf12740-55e9-4218-b353-e3faa11348bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:45.701147 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-2bf12740-55e9-4218-b353-e3faa11348bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.703618 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-2bf12740-55e9-4218-b353-e3faa11348bb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9e4501b4-fd44-426c-bb45-c5ee19a0617d HTTP/1.1" status: 204 len: 168 time: 0.2438653 Jun 16 17:12:45.706215 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38408) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:45.707343 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9122beb-c0de-47e5-8901-f3b50e4ff2ba None None] Network d29b78f8-5db8-438b-b52a-841316b8e64e requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:12:45.774525 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.824571 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Deleting port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:45.825060 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.891045 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] For port 15c15d5d-8b6f-4623-96f8-c2d8aef77838, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=15c15d5d-8b6f-4623-96f8-c2d8aef77838,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:45.891399 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.950573 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Calling delete_port for 15c15d5d-8b6f-4623-96f8-c2d8aef77838 owned by network:dhcp {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:45.979662 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] DHCP port deletion for d29b78f8-5db8-438b-b52a-841316b8e64e request from dv-cinder-783389-6-iscsi {{(pid=92708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:12:46.025216 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Deleting port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 {{(pid=92708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:46.025687 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.033557 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.036478 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-bd86ed23-0bf8-4190-951e-d8a1e1410b2b tempest-TestVolumeBootPattern-1532030829 tempest-TestVolumeBootPattern-1532030829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:46.058687 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Pushing event deleted for resources: {'Port': ['ID=15c15d5d-8b6f-4623-96f8-c2d8aef77838,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:46.061862 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:46.062668 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] No DVR routers for this DVR port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 on host dv-cinder-783389-6-iscsi {{(pid=92706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:12:46.095844 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] For port 15c15d5d-8b6f-4623-96f8-c2d8aef77838, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=15c15d5d-8b6f-4623-96f8-c2d8aef77838,segment=NetworkSegment(7892df2b-408d-4f2d-a284-5b939f3175ac),segment_id=7892df2b-408d-4f2d-a284-5b939f3175ac)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:46.096299 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.134248 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.144600 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29b78f8-5db8-438b-b52a-841316b8e64e']}} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:46.154359 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7892df2b-408d-4f2d-a284-5b939f3175ac') {'for_net_delete': True} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:46.154764 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.services.segments.db [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7892df2b-408d-4f2d-a284-5b939f3175ac') {} {{(pid=92706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:46.158373 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Calling delete_port for 15c15d5d-8b6f-4623-96f8-c2d8aef77838 owned by network:dhcp {{(pid=92708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:46.163962 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3390215'] for segment, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.177563 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.184553 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=92706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:12:46.184983 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387083'] for segment, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: retrieve_revision_numbers = { Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: Traceback (most recent call last): Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: timer() Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: cb(*args, **kw) Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: return func(*args, **kwargs) Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: self._notify() Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: self.callback(batched_events) Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: event.method(event) Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: return f(self, *a, **k) Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._get(url).json() Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: return self.request(url, 'GET', **kwargs) Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:12:46.187561 dv-cinder-783389-6-iscsi neutron-server[92706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:12:46.241318 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.245228 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-5e6cd069-2c11-47a2-8678-5c2b6f3e4cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:46.245650 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879'] for port, after_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.249067 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-96740109-49e8-424c-b10a-189551967d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:46.257179 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.261661 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] 10.222.0.98 "DELETE /v2.0/networks/d29b78f8-5db8-438b-b52a-841316b8e64e HTTP/1.1" status: 204 len: 168 time: 0.5518882 Jun 16 17:12:46.261661 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Pushing event deleted for resources: {'Network': ['ID=d29b78f8-5db8-438b-b52a-841316b8e64e,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:46.261926 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38410) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:46.267808 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-cfdfa322-4bf6-452c-89eb-456355b244fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:46.272399 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Network d29b78f8-5db8-438b-b52a-841316b8e64e is not hosted by any dhcp agent {{(pid=92708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 17:12:46.272866 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] No DVR routers for this DVR port 15c15d5d-8b6f-4623-96f8-c2d8aef77838 on host dv-cinder-783389-6-iscsi {{(pid=92708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:12:46.281242 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Pushing event deleted for resources: {'Port': ['ID=15c15d5d-8b6f-4623-96f8-c2d8aef77838,revision_number=None']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:46.287273 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.287273 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.287602 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.287856 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.288390 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.289101 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.289600 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.290603 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.291552 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.291894 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.292232 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.292695 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-iscsi {{(pid=92708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:46.297035 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-ed332104-2720-4337-956c-d3747d9ffc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:46.602131 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956618'] for router_interface, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.944619 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 15c15d5d-8b6f-4623-96f8-c2d8aef77838 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:12:46.964569 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 15c15d5d-8b6f-4623-96f8-c2d8aef77838 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:12:46.964918 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 15c15d5d-8b6f-4623-96f8-c2d8aef77838 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:12:46.965350 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 7f66b888-b692-4687-a84b-1e655dbb7384 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:12:46.986325 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 7f66b888-b692-4687-a84b-1e655dbb7384 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:12:46.986685 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 7f66b888-b692-4687-a84b-1e655dbb7384 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:12:46.987109 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 4240580d-b960-4f17-b16e-68809bd77d95 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:12:47.005768 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 4240580d-b960-4f17-b16e-68809bd77d95 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:12:47.006126 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 4240580d-b960-4f17-b16e-68809bd77d95 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:12:47.122291 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Deleting port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b {{(pid=92706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:47.122914 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:47.195267 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.db [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] For port c2fa98cb-8bce-4d48-8548-ab2a1f263d2b, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=c2fa98cb-8bce-4d48-8548-ab2a1f263d2b,segment=NetworkSegment(e3c9223d-7d4f-42ef-9f28-d9c4c6822c54),segment_id=e3c9223d-7d4f-42ef-9f28-d9c4c6822c54)] {{(pid=92706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:47.195616 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:47.258110 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.plugins.ml2.plugin [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Calling delete_port for c2fa98cb-8bce-4d48-8548-ab2a1f263d2b owned by network:router_interface {{(pid=92706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:47.429739 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387038'] for port, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:47.431745 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e9ceeaee-1e1d-4807-8afe-c9dd59fed5c1 tempest-AttachVolumeTestJSON-1831228129 tempest-AttachVolumeTestJSON-1831228129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:47.453281 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fa98cb-8bce-4d48-8548-ab2a1f263d2b,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:47.456578 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:47.612459 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956510'] for router_interface, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:47.815726 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 has already been hosted by L3 agent a2748103-bbab-479a-9e6f-e46e6fc87489 {{(pid=92706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:12:47.916811 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-iscsi the message routers_updated {{(pid=92706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:12:47.922255 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-6065be73-a3fc-41b4-be85-95e363f02fd4 admin admin] 10.222.0.98 "PUT /v2.0/routers/474696d0-3c5b-44c1-85ea-bbcd3fba0160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6593475 Jun 16 17:12:47.924931 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 38412) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:47.925765 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] Sync routers for ids ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'] in dv-cinder-783389-6-iscsi {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:12:47.935497 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] Routers {'474696d0-3c5b-44c1-85ea-bbcd3fba0160'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:12:47.936144 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:12:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:48.024177 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Notify callbacks [] for router, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.033508 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] Set router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 gateway port host: dv-cinder-783389-6-iscsi {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:12:48.092435 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.125702 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.179711 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Deleting port 5b369525-0f1e-4e6c-ab30-9a841b95d382 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:48.180038 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.206444 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'name': 'tempest-TestVolumeBootPattern-1226644774-router', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'external_fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:08Z', 'updated_at': '2021-06-16T17:12:47Z', 'revision_number': 5, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'gw_port': {'id': '5b369525-0f1e-4e6c-ab30-9a841b95d382', 'name': '', 'network_id': 'f918d14e-4c62-4a95-b646-f45c14c58acf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:09Z', 'updated_at': '2021-06-16T17:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '281686fb-97f9-4933-a426-e2ce1041b32a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-iscsi'}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:48.209663 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] Checking router: 474696d0-3c5b-44c1-85ea-bbcd3fba0160 for host: dv-cinder-783389-6-iscsi {{(pid=92709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:12:48.217782 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] Routers {'474696d0-3c5b-44c1-85ea-bbcd3fba0160'} bound to L3 agent in host dv-cinder-783389-6-iscsi {{(pid=92709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:12:48.218418 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:47:26Z,description=,heartbeat_timestamp=2021-06-16T17:12:26Z,host='dv-cinder-783389-6-iscsi',id=a2748103-bbab-479a-9e6f-e46e6fc87489,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:47:26Z,topic='l3_agent')) {'router_ids': ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'], 'active': True} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:48.256583 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] For port 5b369525-0f1e-4e6c-ab30-9a841b95d382, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=5b369525-0f1e-4e6c-ab30-9a841b95d382,segment=NetworkSegment(5b8023a6-e328-468d-97a5-25718be6b22c),segment_id=5b8023a6-e328-468d-97a5-25718be6b22c)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:48.256939 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.300305 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_dvr_db [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] Set router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 gateway port host: None {{(pid=92709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:12:48.322184 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Calling delete_port for 5b369525-0f1e-4e6c-ab30-9a841b95d382 owned by network:router_gateway {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:48.352707 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.l3_hamode_db [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'name': 'tempest-TestVolumeBootPattern-1226644774-router', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:08Z', 'updated_at': '2021-06-16T17:12:48Z', 'revision_number': 6, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'gw_port_host': None}], 'dv-cinder-783389-6-iscsi', False) {} {{(pid=92709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:48.356226 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892104e6-cfb5-40a4-82f8-800d93d609f2 None None] The sync data for ids ['474696d0-3c5b-44c1-85ea-bbcd3fba0160'] in dv-cinder-783389-6-iscsi is: [{'id': '474696d0-3c5b-44c1-85ea-bbcd3fba0160', 'name': 'tempest-TestVolumeBootPattern-1226644774-router', 'tenant_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:08Z', 'updated_at': '2021-06-16T17:12:48Z', 'revision_number': 6, 'project_id': 'dd5868abab6c4bdd8941c5dca150b3a0', 'gw_port_host': None}] {{(pid=92709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:12:48.481540 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.483985 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:48.506252 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b369525-0f1e-4e6c-ab30-9a841b95d382,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:48.509302 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:48.563513 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-939293'] for router_gateway, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.649753 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1142'] for router, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.651695 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.694516 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937047'] for router, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.695025 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 474696d0-3c5b-44c1-85ea-bbcd3fba0160 {{(pid=92705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:12:48.699771 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] Notify callbacks [] for router, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.703184 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-def42979-3421-47b6-9125-a6c304940b90 admin admin] 10.222.0.98 "DELETE /v2.0/routers/474696d0-3c5b-44c1-85ea-bbcd3fba0160 HTTP/1.1" status: 204 len: 168 time: 0.7747211 Jun 16 17:12:48.703442 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 38414) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:48.749063 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2211cae-0701-47df-b482-3a9e6e487022 admin admin] Deleting subnet f4f78692-6b5f-4488-b689-01c554386ce6 {{(pid=92705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:12:48.754272 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b2211cae-0701-47df-b482-3a9e6e487022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.788242 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b2211cae-0701-47df-b482-3a9e6e487022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2283608'] for subnet, precommit_delete_associations {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.866112 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b2211cae-0701-47df-b482-3a9e6e487022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7992846'] for subnet, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.916179 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b2211cae-0701-47df-b482-3a9e6e487022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7992849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25362996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25183608'] for subnet, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.918786 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:48.943372 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2211cae-0701-47df-b482-3a9e6e487022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f78692-6b5f-4488-b689-01c554386ce6,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:48.945304 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-b2211cae-0701-47df-b482-3a9e6e487022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for subnet, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:48.947143 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-b2211cae-0701-47df-b482-3a9e6e487022 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f4f78692-6b5f-4488-b689-01c554386ce6 HTTP/1.1" status: 204 len: 168 time: 0.2427256 Jun 16 17:12:48.948010 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-b2211cae-0701-47df-b482-3a9e6e487022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:48.949602 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 38416) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:48.949813 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b0bec-a8af-43fe-af59-d954fa1bbd19 None None] Network 34f1c852-e422-468c-a70d-3eaac872e299 requested from dv-cinder-783389-6-iscsi {{(pid=92708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:12:49.152106 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531fcf61-a75a-47ac-8264-8bff3dff5f1d None None] DHCP port deletion for 34f1c852-e422-468c-a70d-3eaac872e299 request from dv-cinder-783389-6-iscsi {{(pid=92708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:12:49.156228 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 5b369525-0f1e-4e6c-ab30-9a841b95d382 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:12:49.185637 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: 5b369525-0f1e-4e6c-ab30-9a841b95d382 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:12:49.186836 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device 5b369525-0f1e-4e6c-ab30-9a841b95d382 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:12:49.187223 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device c2fa98cb-8bce-4d48-8548-ab2a1f263d2b no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:12:49.222986 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8318355'] for network, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.223506 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: c2fa98cb-8bce-4d48-8548-ab2a1f263d2b {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:12:49.223865 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device c2fa98cb-8bce-4d48-8548-ab2a1f263d2b not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:12:49.245826 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-531fcf61-a75a-47ac-8264-8bff3dff5f1d None None] Deleting port e3752797-430c-4dc0-a896-6fee470261c7 {{(pid=92708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:49.246233 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-531fcf61-a75a-47ac-8264-8bff3dff5f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.276176 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Deleting port e3752797-430c-4dc0-a896-6fee470261c7 {{(pid=92705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:12:49.276516 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785443329437'] for port, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.315480 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.db [None req-531fcf61-a75a-47ac-8264-8bff3dff5f1d None None] For port e3752797-430c-4dc0-a896-6fee470261c7, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=e3752797-430c-4dc0-a896-6fee470261c7,segment=NetworkSegment(e3c9223d-7d4f-42ef-9f28-d9c4c6822c54),segment_id=e3c9223d-7d4f-42ef-9f28-d9c4c6822c54)] {{(pid=92708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:49.315875 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-531fcf61-a75a-47ac-8264-8bff3dff5f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.341060 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.db [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] For port e3752797-430c-4dc0-a896-6fee470261c7, host dv-cinder-783389-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-iscsi',level=0,port_id=e3752797-430c-4dc0-a896-6fee470261c7,segment=NetworkSegment(e3c9223d-7d4f-42ef-9f28-d9c4c6822c54),segment_id=e3c9223d-7d4f-42ef-9f28-d9c4c6822c54)] {{(pid=92705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:49.341509 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941805'] for port, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.380789 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-531fcf61-a75a-47ac-8264-8bff3dff5f1d None None] Calling delete_port for e3752797-430c-4dc0-a896-6fee470261c7 owned by network:dhcp {{(pid=92708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:49.410359 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.plugin [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Calling delete_port for e3752797-430c-4dc0-a896-6fee470261c7 owned by network:dhcp {{(pid=92705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:12:49.460552 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-531fcf61-a75a-47ac-8264-8bff3dff5f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879'] for port, after_delete {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.462736 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:49.485077 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fcf61-a75a-47ac-8264-8bff3dff5f1d None None] Pushing event deleted for resources: {'Port': ['ID=e3752797-430c-4dc0-a896-6fee470261c7,revision_number=None']} {{(pid=92708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:49.485844 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8269466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785443334521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785442926879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25363198'] for port, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.487913 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-7b5ede8f-8d9f-4c57-a895-67499daef80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:49.488112 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG oslo_concurrency.lockutils [None req-531fcf61-a75a-47ac-8264-8bff3dff5f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:49.488914 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531fcf61-a75a-47ac-8264-8bff3dff5f1d None None] No DVR routers for this DVR port e3752797-430c-4dc0-a896-6fee470261c7 on host dv-cinder-783389-6-iscsi {{(pid=92708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:12:49.515729 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3752797-430c-4dc0-a896-6fee470261c7,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:49.518872 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:49.519641 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] No DVR routers for this DVR port e3752797-430c-4dc0-a896-6fee470261c7 on host dv-cinder-783389-6-iscsi {{(pid=92705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:12:49.586648 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7979649', 'neutron.services.segments.db._delete_segments_for_network-8785443416881'] for network, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.596113 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f1c852-e422-468c-a70d-3eaac872e299']}} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:49.605459 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54') {'for_net_delete': True} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:49.605756 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.services.segments.db [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c9223d-7d4f-42ef-9f28-d9c4c6822c54') {} {{(pid=92705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:49.614715 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785443416194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2283585'] for segment, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.632592 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981'] for segment, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.638656 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=92705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:12:49.639178 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7985981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25363115'] for segment, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: self.session.flush() Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: self.session.flush() Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: self.session.flush() Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: self.session.flush() Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: Traceback (most recent call last): Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: timer() Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: cb(*args, **kw) Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: return func(*args, **kwargs) Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: self._notify() Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: self.callback(batched_events) Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: event.method(event) Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: return f(self, *a, **k) Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._get(url).json() Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: return self.request(url, 'GET', **kwargs) Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:12:49.640925 dv-cinder-783389-6-iscsi neutron-server[92705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:12:49.693661 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7979656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939379'] for network, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.697400 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-e5cd243e-ee96-4515-b6b3-507d019c51bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:49.700126 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625751'] for network, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.701763 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] 10.222.0.98 "DELETE /v2.0/networks/34f1c852-e422-468c-a70d-3eaac872e299 HTTP/1.1" status: 204 len: 168 time: 0.7512674 Jun 16 17:12:49.712640 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f1c852-e422-468c-a70d-3eaac872e299,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:49.714936 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-37c5bbb9-9b18-4b07-b37d-daf98c9c97d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:49.809658 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 38420) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:49.847768 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-1b478cec-c392-4bd9-85c8-ad8c179eba11 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d8080a757d2449b79c8f321e824c3f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367770 Jun 16 17:12:49.849847 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.wsgi [-] (92705) accepted ('10.222.0.98', 38422) {{(pid=92705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:49.895910 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4824f5db-21b6-42eb-b64d-57e22d1cbf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.915429 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4824f5db-21b6-42eb-b64d-57e22d1cbf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.968627 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4824f5db-21b6-42eb-b64d-57e22d1cbf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.971412 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron_lib.callbacks.manager [None req-4824f5db-21b6-42eb-b64d-57e22d1cbf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:49.972540 dv-cinder-783389-6-iscsi neutron-server[92705]: INFO neutron.wsgi [None req-4824f5db-21b6-42eb-b64d-57e22d1cbf36 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/271a4fbe-fb5a-4a0d-8339-fb72df18f313 HTTP/1.1" status: 204 len: 168 time: 0.1217406 Jun 16 17:12:49.973318 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-c9d6d699-2d1d-42dc-8d6a-c2375ee66ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:49.982478 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824f5db-21b6-42eb-b64d-57e22d1cbf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271a4fbe-fb5a-4a0d-8339-fb72df18f313,revision_number=None']} {{(pid=92705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:49.985724 dv-cinder-783389-6-iscsi neutron-server[92705]: DEBUG oslo_concurrency.lockutils [None req-4824f5db-21b6-42eb-b64d-57e22d1cbf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:50.283483 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38428) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:50.323429 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-d44d1198-671e-43eb-98e3-4aee18232d7e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dd5868abab6c4bdd8941c5dca150b3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385435 Jun 16 17:12:50.325759 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [-] (92706) accepted ('10.222.0.98', 38430) {{(pid=92706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:50.372242 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e08ae46b-6ed1-480e-a922-a0d730ebfad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:50.392549 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e08ae46b-6ed1-480e-a922-a0d730ebfad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:50.437010 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e08ae46b-6ed1-480e-a922-a0d730ebfad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975109'] for security_group, after_delete {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:50.439614 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron_lib.callbacks.manager [None req-e08ae46b-6ed1-480e-a922-a0d730ebfad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:50.440714 dv-cinder-783389-6-iscsi neutron-server[92706]: INFO neutron.wsgi [None req-e08ae46b-6ed1-480e-a922-a0d730ebfad1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/124e85ba-84c7-4e56-b701-2644ff0e90e6 HTTP/1.1" status: 204 len: 168 time: 0.1140521 Jun 16 17:12:50.441503 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-8d26dfbe-1c8e-46fa-8566-452a3f61d10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:50.448549 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ae46b-6ed1-480e-a922-a0d730ebfad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124e85ba-84c7-4e56-b701-2644ff0e90e6,revision_number=None']} {{(pid=92706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:50.450867 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG oslo_concurrency.lockutils [None req-e08ae46b-6ed1-480e-a922-a0d730ebfad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:50.940609 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e3752797-430c-4dc0-a896-6fee470261c7 no longer exists at agent ovs-agent-dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:12:50.960413 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] No Port match for: e3752797-430c-4dc0-a896-6fee470261c7 {{(pid=92708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:12:50.960763 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron.plugins.ml2.rpc [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Device e3752797-430c-4dc0-a896-6fee470261c7 not bound to the agent host dv-cinder-783389-6-iscsi {{(pid=92708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:12:53.606601 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-a16b65e5-1a57-4c91-8403-0477b4277c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:55.875058 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2f62c0a8-3b84-49e5-9e44-f0253d6288f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:56.282587 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:56.892643 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:58.842109 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:16.317812 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:13:18.101198 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:23.605802 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-534c7eb7-3f60-4cf6-9d48-923cb572b058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:25.877495 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-97966c4a-5981-4b83-83ee-c1a25809f59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:26.283286 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:26.893989 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:28.844801 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:38.193522 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [req-64f0fac8-3dab-46a4-8e14-caa09fb19a36 req-4c98fc3b-4900-46e9-885c-671ee0bfe23b service neutron] (92706) timed out ('10.222.0.98', 32944) {{(pid=92706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 17:13:48.116491 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:53.315946 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:13:53.605924 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2a483c94-aca6-4b1e-a608-b70ccadf8b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:55.877972 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-5ef36252-2f99-4b04-bbf6-9f2d40e43695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:56.284093 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:56.896454 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:58.848089 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:18.119955 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:23.606079 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c9088016-1641-42b4-aff9-130d956be7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:25.880117 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8fc0a5d2-0bbe-49c3-be56-075e05e83980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:26.284222 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:26.899106 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:28.851595 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:30.313988 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:14:48.118909 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:53.606775 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ad237ece-c19b-41f2-9114-2488533557d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:55.880778 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-b084d97c-c924-495c-aea8-5da54f1b672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:56.285910 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:56.902237 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:58.853717 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:07.312734 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:15:18.118244 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:23.605982 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c75109c0-f33c-4bf9-99d4-8d569c5d05d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:25.883405 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-35d0105e-3178-4a33-ae71-dba254dcde49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:26.285931 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:26.904805 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:28.856948 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.310847 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:15:48.238703 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:50.103391 dv-cinder-783389-6-iscsi neutron-server[92706]: DEBUG neutron.wsgi [req-7abea246-7629-476c-9b91-f10154dada1f req-60d3ab70-55ca-4e9b-a96b-11027460b204 service neutron] (92706) timed out ('10.222.0.46', 58198) {{(pid=92706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 17:15:53.605528 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8732672e-fcf8-4907-a98f-589b76df0deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:55.883099 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-29bbe31a-3515-4e80-9fd1-72f0ed009020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:56.287457 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:56.907554 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:58.857573 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:18.115454 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:21.310262 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:16:23.605976 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-c3316740-1544-4aa9-b91b-5c5d1ecb0e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:25.884818 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-449e588e-1741-434a-abd3-5ded2d0159dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:26.288377 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:26.910221 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:28.861355 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:48.130573 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:53.607379 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ddc415a-78df-4d6f-99e8-5f5d30b49b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:55.885967 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-370a05b2-ab45-4b5a-a580-a3ebfcd01503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:56.288258 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:56.913100 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:58.308389 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:16:58.863131 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.145506 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.607050 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-f93b997e-bb26-4fa6-89b2-d8b9642fd9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:25.885389 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-cef00381-4d73-4abe-88a6-6bb3c029a559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.289271 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.915859 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:28.867861 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.306528 dv-cinder-783389-6-iscsi neutron-server[92709]: DEBUG neutron.db.agents_db [None req-2ddd8c95-7a9b-47ad-aa39-b5adc3c4d016 None None] Agent healthcheck: found 6 active agents {{(pid=92709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:17:48.144714 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-fd04ddde-4706-4689-8f96-ad97a2c65c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:53.608272 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-ae783c81-1d4b-4e21-b46d-d92ea781fd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:55.885858 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-3df3a3da-5ed8-4ba3-bac3-3772d5502925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:56.290011 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-630f-48ec-b11b-9f9fefa07b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:56.918500 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce19-e97e-4c95-ad7c-b8d1f5306acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:58.870845 dv-cinder-783389-6-iscsi neutron-server[92708]: DEBUG neutron_lib.callbacks.manager [None req-74aad855-939c-47db-89fe-ab3b887be25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785443416863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7994191'] for agent, after_update {{(pid=92708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}